-- Logs begin at Wed 2021-10-27 13:15:51 UTC, end at Wed 2021-10-27 14:28:09 UTC. -- Oct 27 13:51:24.649050 dv-cinder-814898-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 13:51:27.443497 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.common.config [-] Logging enabled! Oct 27 13:51:27.444136 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 13:51:27.444309 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101248) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 13:51:27.447668 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.common.config [-] Logging enabled! Oct 27 13:51:27.447927 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 13:51:27.448284 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101248) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 13:51:27.449235 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 13:51:27.449473 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 13:51:27.449838 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 13:51:27.450088 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 13:51:27.450319 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 13:51:27.450644 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.450947 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.451245 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.451478 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.451778 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.452071 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.452384 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.452677 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.452980 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.453271 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.453556 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.453846 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.454079 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.454363 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.454653 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.454944 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.455170 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] debug = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.455452 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.455948 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.456473 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.456769 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.457063 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.457363 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.457626 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.457909 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.458198 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.458532 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] host = dv-cinder-814898-2-iscsi {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.458813 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.459106 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.459412 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.459688 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.459968 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.460272 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.460560 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.460837 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.461114 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] log_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.461395 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.461688 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.461980 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.462273 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.462501 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.462726 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.463021 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.463315 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.463597 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.463877 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.464181 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.464465 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.464743 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.465018 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.465311 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.465602 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.465893 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.466174 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.466454 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.466736 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.467015 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.467306 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.467586 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.467864 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.468163 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.468456 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.468730 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.469010 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.469315 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.469605 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.469890 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.470179 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.470455 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.470740 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.471060 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.471295 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.472090 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] use_json = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.472392 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.472669 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.472956 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.473234 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.473512 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.473788 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.474066 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.474353 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:27.474658 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.474957 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.475263 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.475552 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.475864 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.476175 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.476470 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.476760 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.477056 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.477346 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.477638 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.477921 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.478214 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.478499 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.478796 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.479103 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.479402 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.479701 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.479980 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.480288 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.480570 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.480854 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.481147 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.481431 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.481725 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.482018 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.482300 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.482591 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.482887 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.483180 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.483457 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.483741 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.484035 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.484341 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.484619 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.484903 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.485194 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.485480 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.485756 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.486041 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.486322 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.486604 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.486877 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.487218 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.488010 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.488319 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.488599 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.488876 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.489158 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.489433 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.489721 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.490003 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.490278 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.490553 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.490835 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.491112 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.491387 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.491670 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.491946 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.492256 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.492537 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.492816 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.493094 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.493371 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.493651 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.493932 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.494212 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.494495 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.494773 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.495049 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.495327 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.495604 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.495881 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.496207 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.496514 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.496806 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.497093 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.497377 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.497661 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.497947 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.498232 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.498515 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.498798 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.499076 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.499371 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.499659 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.499950 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.500263 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.500549 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.500872 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.501157 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.501445 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.501728 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.502010 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.502300 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.502589 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.502913 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.503212 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.503509 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.503806 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.504114 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.504417 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.504730 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.505016 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:27.505237 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 13:51:27.505479 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101248) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 13:51:27.936900 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 13:51:27.937171 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 13:51:27.937467 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 13:51:27.937805 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 13:51:28.258581 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.258877 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.259150 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.260366 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.260655 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.260919 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.295387 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.295666 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.295936 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.312158 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.312446 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.312721 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.343030 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.343310 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.343575 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.379951 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.380259 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.380533 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.618036 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.618659 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.618659 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.618840 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.619541 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.747594 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.747917 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.748226 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.748503 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.748781 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.749095 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.749356 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.749614 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.749874 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.750159 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.750422 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.750696 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.750955 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.751207 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.751464 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.751727 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.751982 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.752287 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.753068 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.753350 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.753623 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.753878 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.754161 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.754766 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.754972 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.755064 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.755468 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:51:28.755712 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:51:28.755951 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:51:28.756215 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:51:28.756455 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:51:28.756693 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:51:28.757064 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 13:51:28.760319 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 13:51:28.764316 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 13:51:28.768073 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 27 13:51:28.770295 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 13:51:28.770746 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 13:51:28.771085 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 13:51:28.771471 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 13:51:28.774335 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 13:51:28.774592 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 13:51:28.774946 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 13:51:28.780262 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 13:51:28.802636 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 13:51:28.803086 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.803382 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101248) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 13:51:28.803742 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.805309 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101248) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 13:51:28.805592 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 13:51:28.805842 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 13:51:28.809088 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.809371 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:28.872209 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 13:51:28.872402 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 13:51:28.872639 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 13:51:28.873012 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 13:51:28.893398 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_db.sqlalchemy.engines [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101248) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 13:51:29.432861 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Initializing driver for type 'gre' Oct 27 13:51:29.433575 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] gre ID ranges: [(1, 1000)] Oct 27 13:51:29.484383 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Initializing driver for type 'local' Oct 27 13:51:29.484657 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Initializing driver for type 'vlan' Oct 27 13:51:29.497821 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] VlanTypeDriver initialization complete Oct 27 13:51:29.498154 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Initializing driver for type 'vxlan' Oct 27 13:51:29.498632 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] vxlan ID ranges: [(1, 1000)] Oct 27 13:51:29.547136 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Initializing extension driver 'port_security' Oct 27 13:51:29.547484 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.extensions.port_security [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] PortSecurityExtensionDriver initialization complete Oct 27 13:51:29.547815 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Initializing mechanism driver 'openvswitch' Oct 27 13:51:29.548177 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Initializing mechanism driver 'hyperv' Oct 27 13:51:29.555573 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.plugin [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:51:29.556471 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > port after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.556847 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > port after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.557213 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > port after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.557755 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:51:29.558205 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > subnet after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.558563 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > subnet after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.558910 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.559313 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:51:29.559732 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > network after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.560084 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > network after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.560452 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > network after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.560850 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:51:29.561267 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > security_group after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.561619 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > security_group after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.561961 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.562373 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:51:29.562796 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.563148 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.563490 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.563891 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:51:29.564350 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > address_group after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.564703 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > address_group after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.565045 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.565459 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 13:51:29.565850 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] ML2 OVO RPC backend initialized. {{(pid=101248) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 13:51:29.566571 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.566930 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.567364 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > network before_response 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.567716 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > networks before_response 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.568068 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > port before_response 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.568451 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > ports before_response 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.568799 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > subnet before_response 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.569141 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > subnets before_response 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.569488 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > network after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.569831 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > network after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.570168 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > network after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.570507 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > port after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.570846 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > port after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.571182 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > port after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.571517 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > subnet after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.571853 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > subnet after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.572214 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.572811 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.plugin [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Modular L2 Plugin initialization complete Oct 27 13:51:29.573146 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading services supported by the core plugin {{(pid=101248) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 13:51:29.573478 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.plugins.ml2.managers [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Got port-security extension from driver 'port_security' Oct 27 13:51:29.573946 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.extensions.vlantransparent [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Disabled vlantransparent extension. Oct 27 13:51:29.574445 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101248) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 13:51:29.574769 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading Plugin: router Oct 27 13:51:29.610692 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.611084 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router after_create 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.611456 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router before_create 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.611824 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.612786 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.613149 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router after_delete 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.613512 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.613995 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.614360 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router after_create 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.614711 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router after_update 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.615064 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router after_update 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.615416 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.615778 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router after_update 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.616221 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router precommit_update 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.616597 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: port after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.616943 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: port after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.617284 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: subnet after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.617629 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.617979 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.618327 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router precommit_create 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.618842 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: port before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.619006 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router precommit_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.619364 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router after_update 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.619709 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.620065 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router precommit_create 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.620454 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.620802 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router precommit_update 55549900 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.621168 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > agent after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.621518 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > agent after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.621862 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > network after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.622724 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Tracking information for resource: router configured {{(pid=101248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:51:29.623060 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Tracking information for resource: floatingip configured {{(pid=101248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 13:51:29.628038 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.db.l3_agentschedulers_db [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 13:51:29.628643 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: port after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.629011 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: port after_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.629368 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: port after_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.629725 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: port after_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.630522 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router before_create 55550100 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.630890 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.631255 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router precommit_create 55550100 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.631616 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > router precommit_update 55550100 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.636554 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.services.provider_configuration [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service providers = [] {{(pid=101248) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 13:51:29.636926 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.db.servicetype_db [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101248) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 13:51:29.639886 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.services.service_base [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:51:29.640276 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.services.service_base [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:51:29.640626 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.services.service_base [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:51:29.641520 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.services.service_base [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 13:51:29.641895 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.services.service_base [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 13:51:29.642265 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:51:29.642614 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 13:51:29.654685 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:51:29.655025 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading Plugin: auto_allocate Oct 27 13:51:29.661468 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: network precommit_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.661842 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: network precommit_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.662367 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:51:29.662692 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading Plugin: tag Oct 27 13:51:29.669543 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:51:29.669885 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading Plugin: timestamp Oct 27 13:51:29.673769 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:51:29.674106 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading Plugin: network_ip_availability Oct 27 13:51:29.680523 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.680896 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.681256 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.681989 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:51:29.682312 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading Plugin: flavors Oct 27 13:51:29.687357 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:51:29.687698 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading Plugin: revisions Oct 27 13:51:29.692056 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 13:51:29.692472 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_concurrency.lockutils [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=101248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 13:51:29.693218 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101248) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 13:51:29.693560 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Initializing extension manager. Oct 27 13:51:29.694089 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: __init__.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.694435 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: __pycache__ {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.694771 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.695107 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: address_group.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.695866 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.696454 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: address-group Oct 27 13:51:29.696786 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: address_scope.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.697505 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.698011 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: address-scope Oct 27 13:51:29.698338 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.699284 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.699796 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: router-admin-state-down-before-update Oct 27 13:51:29.700141 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: agent.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.700852 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.701362 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: agent Oct 27 13:51:29.701687 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: agent_resources_synced.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.702611 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.703120 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: agent-resources-synced Oct 27 13:51:29.703445 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: allowedaddresspairs.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.705289 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.705847 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: allowed-address-pairs Oct 27 13:51:29.706180 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: auto_allocated_topology.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.707269 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.707780 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: auto-allocated-topology Oct 27 13:51:29.708125 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: availability_zone.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.708824 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.709330 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: availability_zone Oct 27 13:51:29.709656 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: availability_zone_filter.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.710576 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.711078 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: availability_zone_filter Oct 27 13:51:29.711401 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: data_plane_status.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.712357 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.712856 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 13:51:29.713178 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: default_subnetpools.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.714103 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.714612 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: default-subnetpools Oct 27 13:51:29.714939 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.715753 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.716291 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: dhcp_agent_scheduler Oct 27 13:51:29.716626 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: dns.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.717548 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.718048 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 13:51:29.718373 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: dns_domain_ports.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.719295 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.719799 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 13:51:29.720158 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.721102 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.722117 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 13:51:29.722443 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: dvr.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.723121 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.723625 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: dvr Oct 27 13:51:29.723950 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: ecmp_routes.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.724906 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.725411 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 13:51:29.725738 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: empty_string_filtering.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.726658 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.727176 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: empty-string-filtering Oct 27 13:51:29.727501 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.728451 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.728960 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 13:51:29.729287 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.730206 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.730713 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 13:51:29.731040 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: external_net.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.731956 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.732499 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: external-net Oct 27 13:51:29.732826 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.733742 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.734250 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: extra_dhcp_opt Oct 27 13:51:29.734618 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: extraroute.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.735482 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.735988 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: extraroute Oct 27 13:51:29.736334 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: extraroute_atomic.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.737948 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.738459 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: extraroute-atomic Oct 27 13:51:29.738785 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: filter_validation.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.739623 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.740155 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: filter-validation Oct 27 13:51:29.740487 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: fip_pf_description.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.741409 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.741917 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 13:51:29.742242 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: fip_port_details.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.743166 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.743685 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: fip-port-details Oct 27 13:51:29.744016 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: flavors.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.745290 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.745813 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: flavors Oct 27 13:51:29.746145 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.747833 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.748378 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 13:51:29.748712 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: floatingip_pools.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.749419 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.749935 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: floatingip-pools Oct 27 13:51:29.750263 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: ip_allocation.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.751188 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.751694 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 13:51:29.752019 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.752998 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.753503 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: ip-substring-filtering Oct 27 13:51:29.753827 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: l2_adjacency.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.754762 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.755261 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 13:51:29.755586 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: l3.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.756595 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.757117 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: router Oct 27 13:51:29.757447 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.759700 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.760247 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 13:51:29.760587 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.761531 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.762048 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: ext-gw-mode Oct 27 13:51:29.762384 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.763329 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.763838 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: l3-ha Oct 27 13:51:29.764197 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: l3_flavors.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.765120 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.765626 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: l3-flavors Oct 27 13:51:29.765955 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.766874 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.767386 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 13:51:29.767719 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: l3agentscheduler.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.768803 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.769320 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: l3_agent_scheduler Oct 27 13:51:29.769649 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: logging.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.771167 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.771683 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension logging not supported by any of loaded plugins Oct 27 13:51:29.772020 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: metering.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.772797 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.773373 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: metering Oct 27 13:51:29.773704 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.774945 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.775463 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: metering_source_and_destination_fields Oct 27 13:51:29.775794 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: multiprovidernet.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.776761 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.777280 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: multi-provider Oct 27 13:51:29.777609 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: netmtu.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.778528 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.779036 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: net-mtu Oct 27 13:51:29.779364 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: netmtu_writable.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.780322 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.780834 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: net-mtu-writable Oct 27 13:51:29.781159 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: network_availability_zone.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.781834 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.782342 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: network_availability_zone Oct 27 13:51:29.782669 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: network_ip_availability.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.784310 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.784836 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: network-ip-availability Oct 27 13:51:29.785166 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: network_segment_range.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.785939 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.786441 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 13:51:29.786768 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: pagination.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.787757 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.788090 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: pagination Oct 27 13:51:29.788437 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: port_device_profile.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.789365 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.789879 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: port-device-profile Oct 27 13:51:29.790206 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.791137 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.791642 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: port-mac-address-regenerate Oct 27 13:51:29.791965 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.792913 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.793425 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: port-numa-affinity-policy Oct 27 13:51:29.793749 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: port_resource_request.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.794675 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.795172 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 13:51:29.795496 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: portbindings.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.796455 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.796960 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: binding Oct 27 13:51:29.797283 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: portbindings_extended.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.798573 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.799085 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: binding-extended Oct 27 13:51:29.799433 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: portsecurity.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.801175 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.801684 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: port-security Oct 27 13:51:29.802010 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: project_id.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.803002 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.803335 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: project-id Oct 27 13:51:29.803659 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: providernet.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.804621 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.805135 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: provider Oct 27 13:51:29.805457 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.809108 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.809638 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos not supported by any of loaded plugins Oct 27 13:51:29.809975 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.811235 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.811748 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 13:51:29.812084 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.813045 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.813560 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 13:51:29.813891 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos_default.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.814822 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.815357 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos-default not supported by any of loaded plugins Oct 27 13:51:29.815729 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos_fip.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.816559 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.817071 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 13:51:29.817401 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos_gateway_ip.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.818349 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.818860 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 13:51:29.819190 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos_port_network_policy.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.820142 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.820664 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 13:51:29.820992 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.822041 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.822552 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 13:51:29.822882 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos_pps_rule.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.824075 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.824623 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 13:51:29.824970 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos_rule_type_details.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.825882 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.826389 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 13:51:29.826715 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: qos_rules_alias.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.827954 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.828506 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 13:51:29.828836 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: quotasv2.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.829790 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.830123 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: quotas Oct 27 13:51:29.830448 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: quotasv2_detail.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.834166 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.834516 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: quota_details Oct 27 13:51:29.834857 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: rbac.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.835942 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.836510 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: rbac-policies Oct 27 13:51:29.836844 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: rbac_address_group.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.837790 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.838306 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: rbac-address-group Oct 27 13:51:29.838634 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: rbac_address_scope.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.839567 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.840082 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: rbac-address-scope Oct 27 13:51:29.840437 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: rbac_security_groups.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.841356 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.841868 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: rbac-security-groups Oct 27 13:51:29.842194 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: rbac_subnetpool.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.843113 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.843625 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: rbac-subnetpool Oct 27 13:51:29.843950 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: revisionifmatch.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.844915 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.845426 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: revision-if-match Oct 27 13:51:29.845752 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: revisions.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.847433 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.847951 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: standard-attr-revisions Oct 27 13:51:29.848317 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: router_availability_zone.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.848999 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.849511 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: router_availability_zone Oct 27 13:51:29.849837 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: routerservicetype.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.850770 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.851276 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 13:51:29.851601 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.852561 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.853073 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: security-groups-normalized-cidr Oct 27 13:51:29.853399 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.854329 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.854839 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: port-security-groups-filtering Oct 27 13:51:29.855163 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.856093 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.856628 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: security-groups-remote-address-group Oct 27 13:51:29.856952 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: securitygroup.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.866876 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.867407 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: security-group Oct 27 13:51:29.867751 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: segment.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.868579 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.869087 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension segment not supported by any of loaded plugins Oct 27 13:51:29.869418 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.870444 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.870954 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 13:51:29.871286 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: servicetype.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.872450 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.872972 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: service-type Oct 27 13:51:29.873307 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: sorting.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.874305 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.874640 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: sorting Oct 27 13:51:29.874967 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: standard_attr_segment.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.875893 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.876439 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 13:51:29.876767 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: standardattrdescription.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.877420 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.877958 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: standard-attr-description Oct 27 13:51:29.878285 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: stateful_security_group.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.879219 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.879734 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: stateful-security-group Oct 27 13:51:29.880062 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: stdattrs_common.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.880676 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 13:51:29.881001 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.881940 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.882449 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 13:51:29.882775 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: subnet_onboard.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.883858 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.884401 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: subnet_onboard Oct 27 13:51:29.884731 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.885667 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.886178 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 13:51:29.886505 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: subnet_service_types.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.887450 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.887966 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: subnet-service-types Oct 27 13:51:29.888315 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: subnetallocation.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.889413 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.889931 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: subnet_allocation Oct 27 13:51:29.890263 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.890934 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.891446 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: subnetpool-prefix-ops Oct 27 13:51:29.891772 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.892744 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.893776 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 13:51:29.894103 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: tagging.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.895170 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.895688 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: standard-attr-tag Oct 27 13:51:29.896018 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: timestamp.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.897266 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.897782 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loaded extension: standard-attr-timestamp Oct 27 13:51:29.898121 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: trunk.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.899165 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.899676 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension trunk not supported by any of loaded plugins Oct 27 13:51:29.900002 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: trunk_details.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.900965 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.901476 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 13:51:29.901801 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: uplink_status_propagation.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.902725 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.903232 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 13:51:29.903558 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Loading extension file: vlantransparent.py {{(pid=101248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 13:51:29.904258 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 13:51:29.904765 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 13:51:29.907175 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:network Oct 27 13:51:29.907698 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:subnet Oct 27 13:51:29.908130 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:51:29.908521 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:port Oct 27 13:51:29.910332 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.910783 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service FLAVORS assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.911398 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.911832 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.912196 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:router Oct 27 13:51:29.912656 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 13:51:29.913158 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service METERING assigned prefix: /metering {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.914591 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.914963 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.915316 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 13:51:29.916360 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 13:51:29.916801 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:security_group Oct 27 13:51:29.917251 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 13:51:29.917865 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service CORE assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.918203 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:51:29.918553 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] subnetpool is already registered Oct 27 13:51:29.918987 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service CORE assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.919312 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:51:29.919646 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] subnetpool is already registered Oct 27 13:51:29.922174 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.922622 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service FLAVORS assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.923239 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.923685 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.924024 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:router Oct 27 13:51:29.924422 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] router is already registered Oct 27 13:51:29.924849 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 13:51:29.925452 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] floatingip is already registered Oct 27 13:51:29.925914 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service METERING assigned prefix: /metering {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.926630 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 13:51:29.926960 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] rbac_policy is already registered Oct 27 13:51:29.927386 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:security_group Oct 27 13:51:29.927723 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] security_group is already registered Oct 27 13:51:29.928179 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 13:51:29.928524 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] security_group_rule is already registered Oct 27 13:51:29.929012 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service CORE assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.929338 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:51:29.929671 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] subnetpool is already registered Oct 27 13:51:29.930090 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.v2.resource_helper [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Service CORE assigned prefix: {{(pid=101248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 13:51:29.930413 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 13:51:29.930743 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING neutron.quota.resource_registry [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] subnetpool is already registered Oct 27 13:51:29.932439 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: extensions {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.933900 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: address-groups {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.935409 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: address-scopes {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.936659 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: agents {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.937931 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: auto-allocated-topology {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.939181 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: availability_zones {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.940470 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: dhcp-networks {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.941894 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: dhcp-agents {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.943423 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: routers {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.945587 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: flavors {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.946854 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: service_profiles {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.948089 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: next_providers {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.949566 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: service_profiles {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.951029 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: floatingip-pools {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.952386 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: routers {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.954499 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: floatingips {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.956383 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: l3-routers {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.957828 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: l3-agents {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.959239 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: metering-labels {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.960669 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: metering-label-rules {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.962059 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: network-ip-availabilities {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.963505 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: bindings {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.965086 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: quotas {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.966799 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: quotas {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.968330 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: rbac-policies {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.969531 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: security-groups {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.970880 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: security-group-rules {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.972756 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: service-providers {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.973977 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: subnetpools {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.975383 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: subnetpools {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.976886 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: tags {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.978609 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: tags {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.980517 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: tags {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.982361 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: tags {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.984087 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: tags {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.986207 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: tags {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.987934 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: tags {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.990808 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: tags {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.992669 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: tags {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:29.994417 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron.api.extensions [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Extended resource: tags {{(pid=101248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 13:51:30.000658 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING keystonemiddleware.auth_token [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 13:51:30.005264 dv-cinder-814898-2-iscsi neutron-server[101248]: WARNING keystonemiddleware.auth_token [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 13:51:30.014198 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_concurrency.lockutils [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Acquired lock "singleton_lock" {{(pid=101248) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 13:51:30.014680 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_concurrency.lockutils [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Releasing lock "singleton_lock" {{(pid=101248) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 13:51:30.015327 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO oslo_service.service [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Starting 2 workers Oct 27 13:51:30.020677 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Started child 101355 {{(pid=101248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:51:30.025101 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Started child 101356 {{(pid=101248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:51:30.025916 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:30.026621 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO neutron.service [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 13:51:30.027238 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Publish callbacks [] for process, before_spawn {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:30.027411 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [-] (101355) wsgi starting up on http://0.0.0.0:9696 Oct 27 13:51:30.029653 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO oslo_service.service [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Starting 1 workers Oct 27 13:51:30.029765 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:30.031074 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [-] (101356) wsgi starting up on http://0.0.0.0:9696 Oct 27 13:51:30.035325 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Started child 101357 {{(pid=101248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:51:30.035886 dv-cinder-814898-2-iscsi neutron-server[101248]: INFO oslo_service.service [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Starting 1 workers Oct 27 13:51:30.038825 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.service [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] calling RpcWorker wait() {{(pid=101357) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 13:51:30.039360 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.service [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] returning from RpcWorker wait() {{(pid=101357) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 13:51:30.040345 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Started child 101358 {{(pid=101248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 13:51:30.040532 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:30.040987 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:51:30.041155 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG neutron_lib.callbacks.manager [None req-f60f6726-48ea-4cf3-9431-b111aaabcdf9 None None] Publish callbacks [] for process, after_spawn {{(pid=101248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:30.042987 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101248) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 13:51:30.043214 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 13:51:30.043400 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 13:51:30.043620 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 13:51:30.043958 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 13:51:30.044143 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 13:51:30.044648 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.044932 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.045021 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:30.045457 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.045457 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.045717 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.046284 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.046526 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.046762 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.047037 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.047295 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.047464 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.047631 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.047872 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.048141 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.048442 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.048712 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.048969 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.049239 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.049439 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.049688 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.049950 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.050460 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.050731 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] debug = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.050965 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.051435 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.051662 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.051885 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.052115 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.052387 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.052647 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.052916 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.053152 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.053390 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.053641 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.053885 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.054130 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.054338 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.054572 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.054825 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.055060 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.055500 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] host = dv-cinder-814898-2-iscsi {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.055716 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.055944 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.056213 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.056457 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.056712 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.056928 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.057204 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.057458 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.057705 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.057929 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.058189 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.058454 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.058672 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.058915 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.059078 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_options = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.059291 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.059558 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.059813 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.060016 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.060211 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.060389 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.060666 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.060831 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.061091 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.061322 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.061542 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.061758 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.061999 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.062212 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.062477 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.062707 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.062955 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.063166 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.063411 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.063637 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.063863 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.064090 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.064343 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.064578 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.064827 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.065078 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.065348 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.065582 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.065796 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.066040 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.066273 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.066534 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.066780 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.067002 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.067261 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.067491 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.067717 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.067964 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.068283 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.068541 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.068790 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.069053 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.069267 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.069494 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.069710 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.069941 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.070171 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_json = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.070383 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.070629 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.070861 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.071094 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.071334 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.071530 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.071766 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.072310 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.073011 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.073011 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.073011 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.073631 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.073631 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.073890 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.074111 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.074251 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.074572 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.074771 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.075000 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.075239 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.075528 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.075699 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:51:30.075840 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.075998 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.076391 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.076623 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.076895 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.077133 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.077519 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.077697 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.077835 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.078093 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.078315 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.078681 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.078833 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.079020 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.079319 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.079614 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.079873 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.081333 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.081333 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.081333 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.081333 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.081844 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.081844 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.082081 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.082349 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.082490 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.083337 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.083337 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.083337 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.083337 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.083800 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.083800 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.084046 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.084269 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.084493 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.084732 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.084947 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.085160 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.085375 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.085604 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.085837 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.086109 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.086336 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.086589 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.086821 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.087039 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.087289 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.087539 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.087781 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.087968 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.088203 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.088416 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.088640 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.089119 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.089119 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.089354 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.089650 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.089815 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.090008 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.090228 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.090487 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.090711 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.090928 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.091155 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.091378 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.091626 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.091839 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.092052 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.092305 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.093153 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.093153 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.093153 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.093153 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.093455 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.093667 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.093760 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.094032 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.094938 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.094938 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.094938 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.095195 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.095322 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.095535 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.095751 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.095970 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.096209 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.097232 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.097369 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.097513 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.097761 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.098318 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.098318 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.098524 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.098664 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.099065 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.099437 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.099699 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.099943 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.100226 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.100464 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.100883 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.101123 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.101530 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.101814 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.102081 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.102382 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.102588 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.102858 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.103172 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.103463 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.103743 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.103996 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.104253 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.104521 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.104783 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.105044 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.105295 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.105561 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.105808 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.106246 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.106495 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.106884 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.107299 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.107559 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.107892 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.108175 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.108410 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.108812 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.109256 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.109669 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.109917 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.110186 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.110434 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.110810 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.111194 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.111577 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.111821 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.112083 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.112394 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.112620 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.112856 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.113095 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.113337 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.113554 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.113787 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.114042 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.114256 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.114502 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.114711 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.114951 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.115172 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.115480 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.115700 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.115944 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.116208 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.116428 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.116649 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.116867 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.117082 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.117341 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.117568 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.117834 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.118094 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.118332 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.118559 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.118782 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.119022 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.119236 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.119484 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.119735 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.119952 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.120189 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.120411 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.120624 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.120836 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.121065 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.121279 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.121514 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.121767 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.122102 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.122354 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.122600 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.122842 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.123060 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.123307 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.123525 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.123744 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.123961 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.124202 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.124421 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.124680 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.124904 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.125155 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.125517 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.125906 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.126127 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.126348 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.126816 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.126938 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.127128 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.127376 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.127656 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.127893 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.128175 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.128408 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.128639 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.128859 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.129090 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.129306 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.129517 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.129767 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.129998 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.130209 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.130430 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.130643 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.130878 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.131098 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.131346 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.131589 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.131812 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.132027 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.132258 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.132485 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.132694 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.132904 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.133123 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.133337 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.133566 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.133790 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.134018 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.134225 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.134443 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.134708 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.134906 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.135176 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.135441 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.135676 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.135951 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.136235 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.136495 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.136738 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.137040 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.137269 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.137513 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.137748 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.137964 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.138182 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.138433 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.138753 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.139051 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.139641 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.139641 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.139832 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.140119 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.140546 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.140780 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.141079 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.141697 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.141697 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.141963 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.142193 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.144141 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.144141 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.144141 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.144141 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.144141 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.144141 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.144629 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.144629 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.144773 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.144973 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.145219 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.145439 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.145682 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.145910 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.146150 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.146363 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.146521 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 13:51:30.147038 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101248) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 13:51:30.147198 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 13:51:30.147350 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 13:51:30.147549 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 13:51:30.147722 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 13:51:30.147873 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 13:51:30.148075 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.148261 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.148421 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.148582 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.148740 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.148920 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.149079 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.149237 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.149396 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.149559 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.149719 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.149877 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.150036 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.150508 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.150508 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.150508 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.150765 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.150831 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.150982 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.151111 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.151270 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.151429 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.151588 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] debug = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.151744 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.151935 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.152098 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.152277 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.152460 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.152584 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.153365 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.153365 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.153365 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.153365 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.153365 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.153677 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.153677 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.153880 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.153951 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.154061 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.154367 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.154527 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] host = dv-cinder-814898-2-iscsi {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.154829 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.155126 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.155422 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.155715 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.156027 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.156250 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.156410 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.156555 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.156705 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.156815 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.156975 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.157143 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.157290 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.157458 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.157598 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_options = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.157761 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.157917 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.158075 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.158255 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.158411 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.158573 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.158747 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.159422 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.159588 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.159747 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.159909 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.160051 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.160238 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.160398 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.160568 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.160711 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.161031 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.161199 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.161359 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.161518 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.161676 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.161834 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.161991 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.162149 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.162307 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.162467 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.162624 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.162782 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.162940 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.163098 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.163256 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.163411 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.163570 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.163729 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.163887 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.164045 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.164243 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.164404 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.164566 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.164726 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.164885 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.165043 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.165201 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.165359 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.165518 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.165676 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.165835 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_json = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.165994 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.166153 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.166312 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.166469 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.166627 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.166786 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.166944 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.167103 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 13:51:30.167283 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.167444 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.167616 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.167777 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.167938 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.168099 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.168285 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.168445 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.168607 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.168768 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.168935 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.169097 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.169268 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.169429 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.169598 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.169763 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.169924 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.170085 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.170247 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.170408 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.170569 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.170730 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.170924 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.171131 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.171293 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.171420 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.171574 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.171704 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.171840 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.171971 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.172156 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.172320 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.172482 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.172644 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.172805 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.172967 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.173129 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.173293 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.173448 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.173611 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.173771 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.173931 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.174093 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.174176 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:51:30.174259 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.174425 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.174588 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.174748 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.174909 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.175324 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.175487 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.175648 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.175809 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.175970 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.176152 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.176316 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.176486 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.176649 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.176810 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.176971 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.177133 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.177293 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.177454 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.177615 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.177776 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.177937 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.178098 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.178272 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.178432 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.178593 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.178755 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.178917 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.179077 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.179242 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.179402 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.179568 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.179728 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.179890 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.180051 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.180234 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.180397 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.180559 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.180719 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.180881 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.181042 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.181203 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.181363 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.181525 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.181685 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.181845 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.182014 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.182189 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.182349 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.182510 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.182671 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.182831 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.182991 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.183152 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.183313 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.183474 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.183634 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.183794 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.183954 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.184132 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.184298 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.184457 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.184617 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.184778 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.184937 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.185101 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.185256 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.185401 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.185557 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.185717 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.185871 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.186025 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.186193 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.186329 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.186684 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.186684 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.186962 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.186962 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.187224 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.187357 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.187519 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.187656 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.187797 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.187941 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.188072 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.188253 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.188389 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.188558 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.188697 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.188828 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.188959 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.189137 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.189275 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.189406 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.189556 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.189692 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.189869 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.190533 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.190663 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.190823 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.190985 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.191148 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.191310 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.191460 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.191621 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.191783 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.191944 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.192143 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.192274 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.192439 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.192601 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.192764 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.192925 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.193087 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.193248 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.193410 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.193616 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.193749 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.193873 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.194020 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.194181 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.194343 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.194505 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.194666 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.194827 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.194988 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.195149 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.195309 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.195470 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.195631 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.195833 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.195944 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.196092 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.196264 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.196427 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.196589 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.196740 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.196901 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.197064 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.197225 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.197387 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.197549 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.197695 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.197861 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.198009 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.198170 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.198332 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.198493 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.198642 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.198817 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.198978 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.199138 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.199299 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.199460 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.199620 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.199781 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.199942 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.200177 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.200303 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.200420 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.200576 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.200739 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.200900 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.201060 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.201222 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.201383 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.201544 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.201706 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.201880 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.202042 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.202205 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.202365 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.202526 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.202687 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.202857 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.203018 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.203179 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.203338 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.203498 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.203662 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.203831 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.203992 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.204173 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.204335 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.204496 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.204657 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.204825 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.204986 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.205146 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.205306 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.205466 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.205644 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.206394 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.206554 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.206715 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.206876 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.207035 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.207196 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.207365 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.207526 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.207687 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.207847 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.208006 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.208192 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.208348 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.208512 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.208674 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.208841 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.209002 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.209164 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.209324 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.209496 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.209658 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.209821 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.209981 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.210131 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.210296 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.210458 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.210624 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.210793 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.210961 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.211123 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.211291 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.211459 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.211628 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.211789 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.211956 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.212142 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.212296 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.212441 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.212607 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.212768 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.212931 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.213132 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.213273 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.213406 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.213538 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.213669 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.213896 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.214037 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.214171 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.214303 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.214726 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.214726 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.214726 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.215115 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.215115 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 13:51:30.215387 dv-cinder-814898-2-iscsi neutron-server[101248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 13:51:30.319772 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 57210) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:51:30.328242 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063386 Oct 27 13:51:41.858876 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a6d42-41da-4a4d-8d3a-f12ff29f0683 None None] get_active_networks_info from dv-cinder-814898-2-iscsi {{(pid=101357) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 13:51:41.937556 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a6d42-41da-4a4d-8d3a-f12ff29f0683 None None] No non-hosted networks {{(pid=101357) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 13:51:41.968864 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.agentschedulers_db [None req-155a6d42-41da-4a4d-8d3a-f12ff29f0683 None None] DHCP Agent not found on host dv-cinder-814898-2-iscsi {{(pid=101357) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 13:51:42.104591 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-af292d1a-65b4-4e34-8818-d8e80b5e8f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3705732'] for agent, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:44.463692 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3304d9d0-d700-40b5-b830-4c1ea896679b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3705732'] for agent, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:44.534738 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-5dbd056d-e124-43fc-a3b3-d65b27210fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:45.224712 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3705732'] for agent, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:45.226647 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.227148 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.227623 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.228893 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.229741 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.230238 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.230712 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.231434 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.232374 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.232870 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.233994 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.234854 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:45.235397 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-814898-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:51:45.249657 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-814898-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:51:46.076525 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3705732'] for agent, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:47.574144 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3705732'] for agent, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:47.780399 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.db.l3_hamode_db [None req-1c7a0988-da96-4916-8a76-6486c5591e01 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 13:51:47.855493 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a0988-da96-4916-8a76-6486c5591e01 None None] Routers set() bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 13:51:47.855870 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a0988-da96-4916-8a76-6486c5591e01 None None] Router IDs set() for agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 13:51:48.835197 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57302) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:51:49.329040 dv-cinder-814898-2-iscsi neutron-server[101356]: WARNING oslo_policy.policy [None req-d6e5977a-1985-4731-8d20-f4984c239526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:51:49.329640 dv-cinder-814898-2-iscsi neutron-server[101356]: WARNING oslo_policy.policy [None req-d6e5977a-1985-4731-8d20-f4984c239526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:51:49.555879 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [None req-d6e5977a-1985-4731-8d20-f4984c239526 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 13:51:49.557120 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d6e5977a-1985-4731-8d20-f4984c239526 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7199130 Oct 27 13:51:52.004905 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57316) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:51:52.312625 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-e5ba8ec6-7e0a-4647-90fa-290cd557aa40 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:51:52.407764 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.policy [None req-e5ba8ec6-7e0a-4647-90fa-290cd557aa40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101356) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 13:51:52.453886 dv-cinder-814898-2-iscsi neutron-server[101356]: WARNING oslo_policy.policy [None req-e5ba8ec6-7e0a-4647-90fa-290cd557aa40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:51:52.454248 dv-cinder-814898-2-iscsi neutron-server[101356]: WARNING oslo_policy.policy [None req-e5ba8ec6-7e0a-4647-90fa-290cd557aa40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:51:52.463386 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.quota [None req-e5ba8ec6-7e0a-4647-90fa-290cd557aa40 admin admin] Loaded quota_driver: . Oct 27 13:51:52.549847 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e5ba8ec6-7e0a-4647-90fa-290cd557aa40 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757075154060', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757075154649', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757075158102', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757075172882', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757073485472', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757075118748', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1038168', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-917685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3794317', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3685925'] for rbac-policy, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:52.618563 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e5ba8ec6-7e0a-4647-90fa-290cd557aa40 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:52.619732 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-e5ba8ec6-7e0a-4647-90fa-290cd557aa40 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6138568 Oct 27 13:51:55.290595 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57328) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:51:55.584249 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Request body: {'network': {'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'admin_state_up': True, 'name': 'private'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:51:55.612715 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Made reservation on behalf of 20ea1d2fa07d45ebb7f05093328c2b5f for: {'network': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:51:55.615620 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:55.632000 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:55.738995 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:55.742504 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:55.761388 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=101356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:51:55.788731 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757075749717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:55.789353 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Unsubscribe: segment precommit_create {{(pid=101356) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 13:51:55.789837 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.segments_db [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Added segment 1041129b-2b53-4200-ba1f-985877c2be81 of type vlan for network d8e9d07e-fed8-4001-847e-e6613b334885 Oct 27 13:51:55.806062 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd59514-a4e5-4f2e-a0b7-a6d86f385103,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:51:55.856041 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.856430 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.856770 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.857097 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.857418 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.857754 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.858077 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.858406 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.858739 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.859053 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.859362 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.859669 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Tracked resource versions report: Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: pushed versions: Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: { 'AddressGroup': {'1.2'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'ConntrackHelper': {'1.0'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Log': {'1.0'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Network': {'1.1'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Port': {'1.7'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'PortForwarding': {'1.2'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'QosPolicy': {'1.10'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SecurityGroup': {'1.4'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SubPort': {'1.0'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Subnet': {'1.1'}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Trunk': {'1.1'}} Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: consumer versions: Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: { DHCP agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: L3 agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: Metadata agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: Metering agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: Open vSwitch agent@dv-cinder-814898-2-iscsi: { 'AddressGroup': '1.2', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'ConntrackHelper': '1.0', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Log': '1.0', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Network': '1.1', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Port': '1.7', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'PortForwarding': '1.2', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'QosPolicy': '1.10', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SecurityGroup': '1.4', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SecurityGroupRule': '1.2', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SubPort': '1.0', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Subnet': '1.1', Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Trunk': '1.1'}} Oct 27 13:51:55.861399 dv-cinder-814898-2-iscsi neutron-server[101356]: {{(pid=101356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:51:55.903920 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:55.946864 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:55.948144 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:51:55.948811 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:51:56.027739 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7359889 Oct 27 13:51:56.056253 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1b016-a810-4cdd-be62-b68435ac2d46 admin admin] Pushing event updated for resources: {'Network': ['ID=d8e9d07e-fed8-4001-847e-e6613b334885,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:51:56.070283 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network d8e9d07e-fed8-4001-847e-e6613b334885 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:51:58.775287 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 57342) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:51:59.258497 dv-cinder-814898-2-iscsi neutron-server[101355]: WARNING oslo_policy.policy [None req-d55b12f0-6f1a-480d-add9-d50a24a385b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:51:59.259107 dv-cinder-814898-2-iscsi neutron-server[101355]: WARNING oslo_policy.policy [None req-d55b12f0-6f1a-480d-add9-d50a24a385b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:51:59.708366 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.policy [None req-d55b12f0-6f1a-480d-add9-d50a24a385b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101355) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 13:51:59.755633 dv-cinder-814898-2-iscsi neutron-server[101355]: WARNING oslo_policy.policy [None req-d55b12f0-6f1a-480d-add9-d50a24a385b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:51:59.756003 dv-cinder-814898-2-iscsi neutron-server[101355]: WARNING oslo_policy.policy [None req-d55b12f0-6f1a-480d-add9-d50a24a385b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 13:51:59.764175 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b12f0-6f1a-480d-add9-d50a24a385b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:51:59.765905 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-d55b12f0-6f1a-480d-add9-d50a24a385b6 admin admin] 10.222.0.54 "GET /v2.0/networks/d8e9d07e-fed8-4001-847e-e6613b334885 HTTP/1.1" status: 200 len: 825 time: 0.9897325 Oct 27 13:51:59.804760 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-99e7a287-1d31-48f4-973d-476458f187a0 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/b12ac814-9c1b-4f9d-acc6-5a3905e9f7f3 HTTP/1.1" status: 200 len: 734 time: 0.0326850 Oct 27 13:51:59.814021 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'b12ac814-9c1b-4f9d-acc6-5a3905e9f7f3', 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:51:59.815889 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.quota [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Loaded quota_driver: . Oct 27 13:51:59.854171 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Made reservation on behalf of 20ea1d2fa07d45ebb7f05093328c2b5f for: {'subnet': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:51:59.857108 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:00.148507 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:00.221732 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Checking segment: {'id': '1041129b-2b53-4200-ba1f-985877c2be81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:52:00.221877 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Network hostable DHCP agents. Network: d8e9d07e-fed8-4001-847e-e6613b334885, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:52:00.228971 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d74817-bff4-4aa5-ba55-6d574fa0b158,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:00.240532 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.240897 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.241236 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.241565 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.241889 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.242227 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.242552 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.242886 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.243222 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.243540 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.243852 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.244191 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Tracked resource versions report: Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: pushed versions: Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: { 'AddressGroup': {'1.2'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'ConntrackHelper': {'1.0'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Log': {'1.0'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Network': {'1.1'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Port': {'1.7'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'PortForwarding': {'1.2'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'QosPolicy': {'1.10'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SecurityGroup': {'1.4'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SubPort': {'1.0'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Subnet': {'1.1'}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Trunk': {'1.1'}} Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: consumer versions: Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: { DHCP agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: L3 agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: Metadata agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: Metering agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: Open vSwitch agent@dv-cinder-814898-2-iscsi: { 'AddressGroup': '1.2', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'ConntrackHelper': '1.0', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Log': '1.0', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Network': '1.1', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Port': '1.7', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'PortForwarding': '1.2', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'QosPolicy': '1.10', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SecurityGroup': '1.4', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SecurityGroupRule': '1.2', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SubPort': '1.0', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Subnet': '1.1', Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Trunk': '1.1'}} Oct 27 13:52:00.245242 dv-cinder-814898-2-iscsi neutron-server[101355]: {{(pid=101355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:52:00.279125 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Network d8e9d07e-fed8-4001-847e-e6613b334885 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:52:00.291784 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, d8e9d07e-fed8-4001-847e-e6613b334885) {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:52:00.296315 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:52:00.296989 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:00.302098 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e38e3e-8353-46cd-9a33-bb8267ce3614 None None] Network d8e9d07e-fed8-4001-847e-e6613b334885 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:52:00.317887 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-84055105-07d4-4f5b-9dec-3144537dd3b3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5072362 Oct 27 13:52:00.623871 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b38121d-ab4f-51e8-aed6-adc1c8c7f7a7-d8e9d07e-fed8-4001-847e-e6613b334885', 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'fixed_ips': [{'subnet_id': '89d74817-bff4-4aa5-ba55-6d574fa0b158'}]}} from dv-cinder-814898-2-iscsi. {{(pid=101357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 13:52:00.625336 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:00.915193 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.db_base_plugin_common [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Allocated IP 172.20.0.2 (d8e9d07e-fed8-4001-847e-e6613b334885/89d74817-bff4-4aa5-ba55-6d574fa0b158/abde73ae-3e93-4115-a219-eb64108434c8) {{(pid=101357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:52:01.116509 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Publish callbacks [] for port, precommit_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:01.124751 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:01.211118 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Network d8e9d07e-fed8-4001-847e-e6613b334885 is already hosted by enough agents. {{(pid=101357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:52:01.215354 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.base_scheduler [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Resources bound (agent type, host, resource id): {{(pid=101357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:52:01.218820 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Pushing event updated for resources: {'Port': ['ID=abde73ae-3e93-4115-a219-eb64108434c8,revision_number=1']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:01.223512 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Received port after_create {{(pid=101357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 13:52:01.230346 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.230708 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.231052 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.231383 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.231710 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.232038 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.232398 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.232722 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.233059 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.233384 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.233702 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.234018 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Tracked resource versions report: Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: pushed versions: Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: { 'AddressGroup': {'1.2'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'ConntrackHelper': {'1.0'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Log': {'1.0'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Network': {'1.1'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Port': {'1.7'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'PortForwarding': {'1.2'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'QosPolicy': {'1.10'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SecurityGroup': {'1.4'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SubPort': {'1.0'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Subnet': {'1.1'}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Trunk': {'1.1'}} Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: consumer versions: Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: { DHCP agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: L3 agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: Metadata agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: Metering agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: Open vSwitch agent@dv-cinder-814898-2-iscsi: { 'AddressGroup': '1.2', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'ConntrackHelper': '1.0', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Log': '1.0', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Network': '1.1', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Port': '1.7', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'PortForwarding': '1.2', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'QosPolicy': '1.10', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SecurityGroup': '1.4', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SecurityGroupRule': '1.2', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SubPort': '1.0', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Subnet': '1.1', Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Trunk': '1.1'}} Oct 27 13:52:01.235121 dv-cinder-814898-2-iscsi neutron-server[101357]: {{(pid=101357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:52:01.306457 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Attempting to bind port abde73ae-3e93-4115-a219-eb64108434c8 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 13:52:01.307112 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Attempting to bind port abde73ae-3e93-4115-a219-eb64108434c8 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '1041129b-2b53-4200-ba1f-985877c2be81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 13:52:01.307228 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Attempting to bind port abde73ae-3e93-4115-a219-eb64108434c8 on network d8e9d07e-fed8-4001-847e-e6613b334885 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:52:01.312182 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 13, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 13:52:01.312591 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Checking segment: {'id': '1041129b-2b53-4200-ba1f-985877c2be81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:52:01.313031 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:01.313420 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Bound using segment: {'id': '1041129b-2b53-4200-ba1f-985877c2be81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:52:01.314444 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Bound port: abde73ae-3e93-4115-a219-eb64108434c8, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1041129b-2b53-4200-ba1f-985877c2be81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 13:52:01.314860 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:01.376926 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] For port abde73ae-3e93-4115-a219-eb64108434c8, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:52:01.381052 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] For port abde73ae-3e93-4115-a219-eb64108434c8, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=abde73ae-3e93-4115-a219-eb64108434c8,segment=NetworkSegment(1041129b-2b53-4200-ba1f-985877c2be81),segment_id=1041129b-2b53-4200-ba1f-985877c2be81)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:52:01.385491 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:01.447922 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba8dfc-b306-4018-8e51-644f7005ca55 None None] Pushing event updated for resources: {'Port': ['ID=abde73ae-3e93-4115-a219-eb64108434c8,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:02.929761 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57362) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:52:03.241932 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [None req-43632862-3e7d-4dd3-90cb-6aaae5e8fc5a admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 13:52:03.242933 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-43632862-3e7d-4dd3-90cb-6aaae5e8fc5a admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3123295 Oct 27 13:52:05.800327 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57370) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:52:06.112633 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [None req-a8688cd5-b9c8-4c7d-831f-1fabec68d435 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 13:52:06.113694 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-a8688cd5-b9c8-4c7d-831f-1fabec68d435 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3123550 Oct 27 13:52:08.919243 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57380) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:52:09.228411 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-1841dbde-2580-4559-ac87-7e659552d126 admin admin] Request body: {'router': {'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:52:09.261035 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1841dbde-2580-4559-ac87-7e659552d126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1302'] for router, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:09.262729 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1841dbde-2580-4559-ac87-7e659552d126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3707714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3826736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1311'] for router, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:09.331799 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device abde73ae-3e93-4115-a219-eb64108434c8 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:52:09.401483 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1841dbde-2580-4559-ac87-7e659552d126 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:09.407684 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1841dbde-2580-4559-ac87-7e659552d126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3707721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214'] for router, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:09.421497 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port abde73ae-3e93-4115-a219-eb64108434c8 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:09.421976 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:09.424961 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1841dbde-2580-4559-ac87-7e659552d126 admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:09.425083 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-1841dbde-2580-4559-ac87-7e659552d126 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5048196 Oct 27 13:52:09.545581 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:09.584696 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port abde73ae-3e93-4115-a219-eb64108434c8, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=abde73ae-3e93-4115-a219-eb64108434c8,segment=NetworkSegment(1041129b-2b53-4200-ba1f-985877c2be81),segment_id=1041129b-2b53-4200-ba1f-985877c2be81)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:52:09.589728 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:09.638586 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=abde73ae-3e93-4115-a219-eb64108434c8,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:10.515911 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d4bca-23d1-4c97-adf2-87b205f2f872 None None] Network d8e9d07e-fed8-4001-847e-e6613b334885 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:52:10.573789 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-97014c24-1b61-453c-bd41-113764600518 None None] Provisioning complete for port abde73ae-3e93-4115-a219-eb64108434c8 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:10.574157 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-97014c24-1b61-453c-bd41-113764600518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:10.929968 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-2b5be43b-92c5-4b19-bcf8-0feb70216375 None None] Provisioning complete for port abde73ae-3e93-4115-a219-eb64108434c8 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:10.930337 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-2b5be43b-92c5-4b19-bcf8-0feb70216375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:11.257952 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device abde73ae-3e93-4115-a219-eb64108434c8 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:52:11.305416 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port abde73ae-3e93-4115-a219-eb64108434c8 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:11.305699 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:11.793054 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-17924434-be96-4085-83ca-4869a7ece603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:11.968743 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57392) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:52:12.275249 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [None req-23dc7b14-fb87-42de-8b53-7da8f4b8b591 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 13:52:12.276260 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-23dc7b14-fb87-42de-8b53-7da8f4b8b591 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3064976 Oct 27 13:52:14.446923 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6adaee8a-d501-467a-835b-d521f4c01432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:14.738816 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57400) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:52:15.044431 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:52:15.065278 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Made reservation on behalf of f5c9c7811b6c4051a457cced8fc2b466 for: {'network': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:52:15.067481 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:15.075402 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:15.149082 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:15.152519 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:15.167026 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Reserving flat network on physical network physnet1 {{(pid=101356) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 13:52:15.185973 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91931ed1-0b63-4556-985f-ee726f54bb10,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:15.191413 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:15.191756 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.segments_db [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Added segment 5bec0293-e6e3-49b7-b750-40f1c93cc655 of type flat for network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a Oct 27 13:52:15.229625 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:15.239624 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:15.270443 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:15.271348 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:52:15.271930 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:15.340291 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6003599 Oct 27 13:52:15.351446 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dabaed-db08-48a1-974f-3cc6d327ef68 admin admin] Pushing event updated for resources: {'Network': ['ID=04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:15.365987 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:52:16.049815 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:17.497791 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:17.792123 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57418) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:52:18.008953 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac2fe2-9491-41f1-828e-1d97f86cd77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:52:18.010318 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-8bac2fe2-9491-41f1-828e-1d97f86cd77d admin admin] 10.222.0.54 "GET /v2.0/subnets/89d74817-bff4-4aa5-ba55-6d574fa0b158 HTTP/1.1" status: 200 len: 849 time: 0.2172434 Oct 27 13:52:18.124528 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-5ee6a482-a28d-40e1-842c-cbcebf2e14f0 admin admin] 10.222.0.54 "GET /v2.0/routers/5677a4f5-b1b3-4277-b1c1-5b35e7af458b HTTP/1.1" status: 200 len: 704 time: 0.1079867 Oct 27 13:52:18.390694 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:18.688811 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Allocated IP 172.20.0.1 (d8e9d07e-fed8-4001-847e-e6613b334885/89d74817-bff4-4aa5-ba55-6d574fa0b158/48e00338-e3f9-4488-9904-3e25066db9a8) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:52:18.870779 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:18.935039 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:19.015543 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Network d8e9d07e-fed8-4001-847e-e6613b334885 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:52:19.020692 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:52:19.025953 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Pushing event updated for resources: {'Port': ['ID=48e00338-e3f9-4488-9904-3e25066db9a8,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:19.036640 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 13:52:19.037304 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3705803'] for router_interface, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:19.177370 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-071bc911-f774-4df9-87e2-c64a9990958f None None] Provisioning complete for port 48e00338-e3f9-4488-9904-3e25066db9a8 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:19.177826 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-071bc911-f774-4df9-87e2-c64a9990958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:19.211101 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-071bc911-f774-4df9-87e2-c64a9990958f None None] Port 48e00338-e3f9-4488-9904-3e25066db9a8 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 13:52:19.283767 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:19.493497 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:19.498101 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:19.498864 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4155533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3706459'] for router_interface, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:19.578513 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Pushing event updated for resources: {'Port': ['ID=48e00338-e3f9-4488-9904-3e25066db9a8,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:19.627201 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Network d8e9d07e-fed8-4001-847e-e6613b334885 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:52:19.628561 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:52:19.789051 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Router 5677a4f5-b1b3-4277-b1c1-5b35e7af458b is scheduled to L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff with binding_index 1 {{(pid=101356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:52:19.832916 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-397c7b03-6dcb-4ef4-9853-2a9935013e93 None None] Provisioning complete for port 48e00338-e3f9-4488-9904-3e25066db9a8 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:19.833207 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-397c7b03-6dcb-4ef4-9853-2a9935013e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:19.868067 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-397c7b03-6dcb-4ef4-9853-2a9935013e93 None None] Port 48e00338-e3f9-4488-9904-3e25066db9a8 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 13:52:19.881482 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:52:19.888703 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-12d42e37-04de-486b-9846-b23697ca7416 admin admin] 10.222.0.54 "PUT /v2.0/routers/5677a4f5-b1b3-4277-b1c1-5b35e7af458b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7579057 Oct 27 13:52:19.894702 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Sync routers for ids ['5677a4f5-b1b3-4277-b1c1-5b35e7af458b'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:52:19.909983 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Routers {'5677a4f5-b1b3-4277-b1c1-5b35e7af458b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 13:52:19.910806 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T13:52:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['5677a4f5-b1b3-4277-b1c1-5b35e7af458b'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:52:20.102959 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Set router 5677a4f5-b1b3-4277-b1c1-5b35e7af458b gateway port host: None {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 13:52:20.540123 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'name': 'router1', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:52:09Z', 'updated_at': '2021-10-27T13:52:19Z', 'revision_number': 2, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'gw_port_host': None, '_interfaces': [{'id': '48e00338-e3f9-4488-9904-3e25066db9a8', 'name': '', 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'mac_address': 'fa:16:3e:76:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:52:18Z', 'updated_at': '2021-10-27T13:52:19Z', 'revision_number': 2, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'subnets': [{'id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b12ac814-9c1b-4f9d-acc6-5a3905e9f7f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:52:20.590506 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Checking router: 5677a4f5-b1b3-4277-b1c1-5b35e7af458b for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:52:20.590865 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Updating router 5677a4f5-b1b3-4277-b1c1-5b35e7af458b port 48e00338-e3f9-4488-9904-3e25066db9a8 binding host dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:52:20.637481 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:21.140005 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Publish callbacks [] for port, precommit_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:21.146886 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:21.311534 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Pushing event updated for resources: {'Port': ['ID=48e00338-e3f9-4488-9904-3e25066db9a8,revision_number=3']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:21.322335 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.322678 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.323005 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.323328 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.323645 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.323961 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.324301 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.324615 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.324940 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.325246 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.325557 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.325864 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Tracked resource versions report: Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: pushed versions: Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: { 'AddressGroup': {'1.2'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'ConntrackHelper': {'1.0'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Log': {'1.0'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Network': {'1.1'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Port': {'1.7'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'PortForwarding': {'1.2'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'QosPolicy': {'1.10'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SecurityGroup': {'1.4'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SubPort': {'1.0'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Subnet': {'1.1'}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Trunk': {'1.1'}} Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: consumer versions: Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: { DHCP agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: L3 agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: Metadata agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: Metering agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: Open vSwitch agent@dv-cinder-814898-2-iscsi: { 'AddressGroup': '1.2', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'ConntrackHelper': '1.0', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Log': '1.0', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Network': '1.1', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Port': '1.7', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'PortForwarding': '1.2', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'QosPolicy': '1.10', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SecurityGroup': '1.4', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SecurityGroupRule': '1.2', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SubPort': '1.0', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Subnet': '1.1', Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Trunk': '1.1'}} Oct 27 13:52:21.326942 dv-cinder-814898-2-iscsi neutron-server[101358]: {{(pid=101358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:52:21.329325 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Attempting to bind port 48e00338-e3f9-4488-9904-3e25066db9a8 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 13:52:21.329715 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Attempting to bind port 48e00338-e3f9-4488-9904-3e25066db9a8 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '1041129b-2b53-4200-ba1f-985877c2be81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885'}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 13:52:21.330130 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Attempting to bind port 48e00338-e3f9-4488-9904-3e25066db9a8 on network d8e9d07e-fed8-4001-847e-e6613b334885 {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:52:21.335529 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 13, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 13:52:21.335944 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Checking segment: {'id': '1041129b-2b53-4200-ba1f-985877c2be81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:52:21.336409 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:21.336780 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Bound using segment: {'id': '1041129b-2b53-4200-ba1f-985877c2be81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885'} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:52:21.337264 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Bound port: 48e00338-e3f9-4488-9904-3e25066db9a8, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1041129b-2b53-4200-ba1f-985877c2be81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885'}}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 13:52:21.337770 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:21.394667 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-0c6576f3-6124-4683-a4e4-00729f177553 None None] Provisioning complete for port 48e00338-e3f9-4488-9904-3e25066db9a8 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:21.395187 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0c6576f3-6124-4683-a4e4-00729f177553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:21.402776 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] For port 48e00338-e3f9-4488-9904-3e25066db9a8, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:52:21.423574 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] For port 48e00338-e3f9-4488-9904-3e25066db9a8, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=48e00338-e3f9-4488-9904-3e25066db9a8,segment=NetworkSegment(1041129b-2b53-4200-ba1f-985877c2be81),segment_id=1041129b-2b53-4200-ba1f-985877c2be81)] {{(pid=101358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:52:21.428510 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:21.431332 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-0c6576f3-6124-4683-a4e4-00729f177553 None None] Port 48e00338-e3f9-4488-9904-3e25066db9a8 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 13:52:21.474229 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Routers {'5677a4f5-b1b3-4277-b1c1-5b35e7af458b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 13:52:21.474825 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T13:52:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['5677a4f5-b1b3-4277-b1c1-5b35e7af458b'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:52:21.574077 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] Set router 5677a4f5-b1b3-4277-b1c1-5b35e7af458b gateway port host: None {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 13:52:21.576372 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f625ce-042f-4f1d-ba43-a630f082da3a None None] Pushing event updated for resources: {'Port': ['ID=48e00338-e3f9-4488-9904-3e25066db9a8,revision_number=4']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:21.654037 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-c188323d-b7c9-4ba5-a048-b6b8ddfd6257 None None] Provisioning complete for port 48e00338-e3f9-4488-9904-3e25066db9a8 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:21.654338 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c188323d-b7c9-4ba5-a048-b6b8ddfd6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:21.736312 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c188323d-b7c9-4ba5-a048-b6b8ddfd6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:21.770713 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-c188323d-b7c9-4ba5-a048-b6b8ddfd6257 None None] For port 48e00338-e3f9-4488-9904-3e25066db9a8, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=48e00338-e3f9-4488-9904-3e25066db9a8,segment=NetworkSegment(1041129b-2b53-4200-ba1f-985877c2be81),segment_id=1041129b-2b53-4200-ba1f-985877c2be81)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:52:21.776098 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c188323d-b7c9-4ba5-a048-b6b8ddfd6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:21.788574 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'name': 'router1', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:52:09Z', 'updated_at': '2021-10-27T13:52:19Z', 'revision_number': 2, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'gw_port_host': None, '_interfaces': [{'id': '48e00338-e3f9-4488-9904-3e25066db9a8', 'name': '', 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'mac_address': 'fa:16:3e:76:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:52:18Z', 'updated_at': '2021-10-27T13:52:21Z', 'revision_number': 4, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'subnets': [{'id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b12ac814-9c1b-4f9d-acc6-5a3905e9f7f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:52:21.814690 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60638ef0-9fb1-45b9-bc54-e52996ebdc75 None None] The sync data for ids ['5677a4f5-b1b3-4277-b1c1-5b35e7af458b'] in dv-cinder-814898-2-iscsi is: [{'id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'name': 'router1', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:52:09Z', 'updated_at': '2021-10-27T13:52:19Z', 'revision_number': 2, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'gw_port_host': None, '_interfaces': [{'id': '48e00338-e3f9-4488-9904-3e25066db9a8', 'name': '', 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'mac_address': 'fa:16:3e:76:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:52:18Z', 'updated_at': '2021-10-27T13:52:21Z', 'revision_number': 4, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'subnets': [{'id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b12ac814-9c1b-4f9d-acc6-5a3905e9f7f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:52:21.839771 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188323d-b7c9-4ba5-a048-b6b8ddfd6257 None None] Pushing event updated for resources: {'Port': ['ID=48e00338-e3f9-4488-9904-3e25066db9a8,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:22.237659 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57440) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:52:22.347806 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b90fd-2bc4-4a3f-b783-5191dc87dff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:52:22.349203 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-f95b90fd-2bc4-4a3f-b783-5191dc87dff6 admin admin] 10.222.0.54 "GET /v2.0/networks/04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a HTTP/1.1" status: 200 len: 842 time: 0.1105928 Oct 27 13:52:22.359225 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:52:22.384205 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Made reservation on behalf of f5c9c7811b6c4051a457cced8fc2b466 for: {'subnet': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:52:22.386439 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Publish callbacks [] for subnet, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:22.690783 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.objects.ports [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101356) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 13:52:22.691219 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:22.746512 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=305a00dd-927c-4987-8d48-1a4506f9b30b,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:22.756507 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:52:22.756878 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Network hostable DHCP agents. Network: 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:52:22.779507 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:52:22.790341 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a) {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:52:22.794290 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:52:22.794891 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:22.802206 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17111a48-b06a-49a8-b8ee-e8b7b347e62b None None] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:52:22.825089 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-55ab6d22-a030-47a9-9918-8025e61f98ac admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4641929 Oct 27 13:52:22.936996 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7cb6e7-7330-4a20-8fd7-bf33404eead0 None None] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:52:25.248230 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57448) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:52:25.449653 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-55e0e6e9-16e3-41cb-9195-913569ea0fba admin admin] 10.222.0.54 "GET /v2.0/routers/5677a4f5-b1b3-4277-b1c1-5b35e7af458b HTTP/1.1" status: 200 len: 710 time: 0.2002025 Oct 27 13:52:25.539882 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72f56e-08df-4286-a097-1e8335822d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:52:25.541362 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-bf72f56e-08df-4286-a097-1e8335822d27 admin admin] 10.222.0.54 "GET /v2.0/networks/04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a HTTP/1.1" status: 200 len: 886 time: 0.0852995 Oct 27 13:52:25.552439 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:52:25.800292 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:26.040055 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:26.113954 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:26.216557 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Allocated IP 172.27.1.209 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/f0583531-3d13-4dd0-bbb8-9692d6e07df9) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:52:26.323942 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:26.357247 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:26.395867 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:52:26.398556 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:52:26.406692 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Pushing event updated for resources: {'Port': ['ID=f0583531-3d13-4dd0-bbb8-9692d6e07df9,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:26.408627 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 13:52:26.647514 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:26.932675 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3704249', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3707696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1325'] for router, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:26.936280 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3704224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3704239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3707711'] for router, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:27.043229 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Router 5677a4f5-b1b3-4277-b1c1-5b35e7af458b has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:52:27.150048 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:52:27.154651 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:27.155779 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-02a71b52-4d09-4024-a987-176140ae9e34 admin admin] 10.222.0.54 "PUT /v2.0/routers/5677a4f5-b1b3-4277-b1c1-5b35e7af458b HTTP/1.1" status: 200 len: 890 time: 1.6074240 Oct 27 13:52:28.833876 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Sync routers for ids ['5677a4f5-b1b3-4277-b1c1-5b35e7af458b'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:52:28.845509 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Routers {'5677a4f5-b1b3-4277-b1c1-5b35e7af458b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 13:52:28.846132 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T13:52:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['5677a4f5-b1b3-4277-b1c1-5b35e7af458b'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:52:29.056279 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Set router 5677a4f5-b1b3-4277-b1c1-5b35e7af458b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 13:52:29.307127 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 48e00338-e3f9-4488-9904-3e25066db9a8 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:52:29.520877 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 48e00338-e3f9-4488-9904-3e25066db9a8 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:29.521244 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:29.593890 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'name': 'router1', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f0583531-3d13-4dd0-bbb8-9692d6e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:52:09Z', 'updated_at': '2021-10-27T13:52:26Z', 'revision_number': 4, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'gw_port': {'id': 'f0583531-3d13-4dd0-bbb8-9692d6e07df9', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:52:26Z', 'updated_at': '2021-10-27T13:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '48e00338-e3f9-4488-9904-3e25066db9a8', 'name': '', 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'mac_address': 'fa:16:3e:76:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:52:18Z', 'updated_at': '2021-10-27T13:52:21Z', 'revision_number': 5, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'subnets': [{'id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b12ac814-9c1b-4f9d-acc6-5a3905e9f7f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:52:29.662470 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Checking router: 5677a4f5-b1b3-4277-b1c1-5b35e7af458b for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:52:29.662826 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Updating router 5677a4f5-b1b3-4277-b1c1-5b35e7af458b port f0583531-3d13-4dd0-bbb8-9692d6e07df9 binding host dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:52:29.668408 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 57460) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:52:29.721168 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:29.784352 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-78b5890b-db82-4eda-9d51-57cb8e4a6365 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1147799 Oct 27 13:52:30.053751 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Publish callbacks [] for port, precommit_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:30.059078 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:30.110590 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Attempting to bind port f0583531-3d13-4dd0-bbb8-9692d6e07df9 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 13:52:30.110969 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Attempting to bind port f0583531-3d13-4dd0-bbb8-9692d6e07df9 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 13:52:30.112230 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Attempting to bind port f0583531-3d13-4dd0-bbb8-9692d6e07df9 on network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:52:30.114296 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb427af-2a22-45fa-be7a-bb96c5c09c8d None None] Pushing event updated for resources: {'Port': ['ID=f0583531-3d13-4dd0-bbb8-9692d6e07df9,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:30.118905 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 13, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 13:52:30.119283 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:52:30.119681 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:30.120068 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Bound using segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:52:30.120564 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Bound port: f0583531-3d13-4dd0-bbb8-9692d6e07df9, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 13:52:30.120964 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:30.170607 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] For port f0583531-3d13-4dd0-bbb8-9692d6e07df9, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:52:30.174822 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] For port f0583531-3d13-4dd0-bbb8-9692d6e07df9, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=f0583531-3d13-4dd0-bbb8-9692d6e07df9,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:52:30.178658 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:30.237197 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb427af-2a22-45fa-be7a-bb96c5c09c8d None None] Pushing event updated for resources: {'Port': ['ID=f0583531-3d13-4dd0-bbb8-9692d6e07df9,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:30.243941 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Routers {'5677a4f5-b1b3-4277-b1c1-5b35e7af458b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 13:52:30.244578 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T13:52:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['5677a4f5-b1b3-4277-b1c1-5b35e7af458b'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:52:30.353258 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] Set router 5677a4f5-b1b3-4277-b1c1-5b35e7af458b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 13:52:30.567613 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'name': 'router1', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f0583531-3d13-4dd0-bbb8-9692d6e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:52:09Z', 'updated_at': '2021-10-27T13:52:26Z', 'revision_number': 4, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'gw_port': {'id': 'f0583531-3d13-4dd0-bbb8-9692d6e07df9', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:52:26Z', 'updated_at': '2021-10-27T13:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '48e00338-e3f9-4488-9904-3e25066db9a8', 'name': '', 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'mac_address': 'fa:16:3e:76:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:52:18Z', 'updated_at': '2021-10-27T13:52:21Z', 'revision_number': 5, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'subnets': [{'id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b12ac814-9c1b-4f9d-acc6-5a3905e9f7f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:52:30.597133 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70732e6-c0a5-4dd3-bc42-ba6e27c492c9 None None] The sync data for ids ['5677a4f5-b1b3-4277-b1c1-5b35e7af458b'] in dv-cinder-814898-2-iscsi is: [{'id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'name': 'router1', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'f0583531-3d13-4dd0-bbb8-9692d6e07df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:52:09Z', 'updated_at': '2021-10-27T13:52:26Z', 'revision_number': 4, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'gw_port': {'id': 'f0583531-3d13-4dd0-bbb8-9692d6e07df9', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:52:26Z', 'updated_at': '2021-10-27T13:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '48e00338-e3f9-4488-9904-3e25066db9a8', 'name': '', 'network_id': 'd8e9d07e-fed8-4001-847e-e6613b334885', 'tenant_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'mac_address': 'fa:16:3e:76:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5677a4f5-b1b3-4277-b1c1-5b35e7af458b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:52:18Z', 'updated_at': '2021-10-27T13:52:21Z', 'revision_number': 5, 'project_id': '20ea1d2fa07d45ebb7f05093328c2b5f', 'subnets': [{'id': '89d74817-bff4-4aa5-ba55-6d574fa0b158', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b12ac814-9c1b-4f9d-acc6-5a3905e9f7f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:52:31.307330 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device f0583531-3d13-4dd0-bbb8-9692d6e07df9 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:52:31.356179 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port f0583531-3d13-4dd0-bbb8-9692d6e07df9 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:31.356551 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:31.431097 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:31.449924 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port f0583531-3d13-4dd0-bbb8-9692d6e07df9, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=f0583531-3d13-4dd0-bbb8-9692d6e07df9,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:52:31.454414 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:31.512354 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=f0583531-3d13-4dd0-bbb8-9692d6e07df9,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:52:33.305494 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device f0583531-3d13-4dd0-bbb8-9692d6e07df9 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:52:33.376224 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port f0583531-3d13-4dd0-bbb8-9692d6e07df9 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:52:33.376805 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:41.785686 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-fe8396db-7161-4343-b4b5-ad099a6d7b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:43.098897 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 5 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:52:44.448933 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-754e37ac-f621-47df-9084-a4ad244ef2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:45.227936 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:46.018751 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:52:47.517221 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:11.792799 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b0b54023-c2ba-4c2f-bf79-ab7d0f8b1983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:14.453167 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-2d686489-8723-44b8-b5c4-91fa86789aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:15.223423 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:16.017872 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:17.505687 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:20.099317 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 5 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:53:41.785955 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d7a8aa7-04d7-454b-8b2f-5947216916b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:44.456278 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8a7a0ee1-4a26-4f0f-b235-b72550c89e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:45.228929 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:46.019925 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:47.507054 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:53:57.144798 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 5 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:54:07.702649 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58022) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:07.767133 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd21c5a0-1597-4297-9524-cf67d8bd8d69 admin admin] GET failed (client error): The resource could not be found. Oct 27 13:54:07.768469 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-cd21c5a0-1597-4297-9524-cf67d8bd8d69 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648642 Oct 27 13:54:07.957117 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eec25d-a03e-41a7-b084-6274016d99a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:07.958504 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-d9eec25d-a03e-41a7-b084-6274016d99a0 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1855381 Oct 27 13:54:10.253023 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58032) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:10.344359 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafb33ef-a58c-44cb-8630-0164e9766c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:10.345716 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-cafb33ef-a58c-44cb-8630-0164e9766c2a admin admin] 10.222.0.54 "GET /v2.0/subnets/89d74817-bff4-4aa5-ba55-6d574fa0b158 HTTP/1.1" status: 200 len: 849 time: 0.0917127 Oct 27 13:54:10.355377 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:54:10.439345 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:10.579140 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757075707109'] for subnet, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:10.612373 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:10.612939 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:10.614180 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] 10.222.0.54 "PUT /v2.0/subnets/89d74817-bff4-4aa5-ba55-6d574fa0b158 HTTP/1.1" status: 200 len: 868 time: 0.2623386 Oct 27 13:54:10.618027 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfa3c0-dbb0-4aff-80c9-bdd9febdd255 None None] Network d8e9d07e-fed8-4001-847e-e6613b334885 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:54:10.637106 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d74817-bff4-4aa5-ba55-6d574fa0b158,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:54:10.645335 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.645673 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.646001 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.646323 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.646644 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.646982 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.647306 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.647660 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.647961 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.648302 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.648614 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:10.648924 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557d1cc3-3217-48e5-aaa9-22c49fc83f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:54:11.032580 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-29fb85d1-0ca9-48b5-b07a-5b213f245707 None None] Provisioning complete for port abde73ae-3e93-4115-a219-eb64108434c8 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:54:11.032950 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-29fb85d1-0ca9-48b5-b07a-5b213f245707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:11.124330 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-29fb85d1-0ca9-48b5-b07a-5b213f245707 None None] Provisioning complete for port 48e00338-e3f9-4488-9904-3e25066db9a8 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:54:11.124683 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-29fb85d1-0ca9-48b5-b07a-5b213f245707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:11.788761 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4aff49a0-1cf7-4d2e-905f-7046d7e57480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:12.914322 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58040) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:13.112987 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb63d289-325c-4a3f-9805-f0e636159044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:13.113364 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb63d289-325c-4a3f-9805-f0e636159044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:13.114879 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-eb63d289-325c-4a3f-9805-f0e636159044 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996081 Oct 27 13:54:14.461543 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-5d5c56b3-c77c-4075-83bd-4ce533a0452d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:15.230264 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:15.430390 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58048) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:15.561752 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db5610-caed-406a-a316-9c88ef2a609a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:15.562128 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db5610-caed-406a-a316-9c88ef2a609a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:15.563609 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-09db5610-caed-406a-a316-9c88ef2a609a admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321754 Oct 27 13:54:16.021046 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:17.510701 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:17.821894 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58056) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:17.947266 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6912335-a070-4ae0-a094-546bcd1651e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:17.948647 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d6912335-a070-4ae0-a094-546bcd1651e5 admin admin] 10.222.0.54 "GET /v2.0/networks/04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a HTTP/1.1" status: 200 len: 886 time: 0.1258073 Oct 27 13:54:20.213750 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58066) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:20.344445 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6859fe14-14e7-4716-9c7b-059b39e6e318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:20.345791 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-6859fe14-14e7-4716-9c7b-059b39e6e318 admin admin] 10.222.0.54 "GET /v2.0/networks/d8e9d07e-fed8-4001-847e-e6613b334885 HTTP/1.1" status: 200 len: 869 time: 0.1310921 Oct 27 13:54:22.700065 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58074) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:22.823627 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c94e0-b127-4812-bd1a-df23efaf828e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:22.824079 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485c94e0-b127-4812-bd1a-df23efaf828e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:22.825608 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-485c94e0-b127-4812-bd1a-df23efaf828e admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245904 Oct 27 13:54:25.112243 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58082) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:25.201371 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc67866-8668-4361-aaca-7f49362358d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:25.201814 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc67866-8668-4361-aaca-7f49362358d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:25.203286 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-4fc67866-8668-4361-aaca-7f49362358d6 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901067 Oct 27 13:54:27.461934 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58090) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:27.548091 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa52a6d5-afe6-431a-b7a4-e405db1f2eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:27.549416 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-fa52a6d5-afe6-431a-b7a4-e405db1f2eb7 admin admin] 10.222.0.54 "GET /v2.0/subnets/305a00dd-927c-4987-8d48-1a4506f9b30b HTTP/1.1" status: 200 len: 816 time: 0.0865452 Oct 27 13:54:29.802130 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58098) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:29.893855 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450d074e-d59f-4bb9-b99d-8106f759ff70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:29.895194 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-450d074e-d59f-4bb9-b99d-8106f759ff70 admin admin] 10.222.0.54 "GET /v2.0/subnets/89d74817-bff4-4aa5-ba55-6d574fa0b158 HTTP/1.1" status: 200 len: 868 time: 0.0921133 Oct 27 13:54:34.104489 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 5 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:54:41.789786 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-2521b293-b6f6-460e-8cac-2f85c3200680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:44.463020 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8707af1f-05dd-40f8-91cd-2043b15ba09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:45.222698 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:46.024829 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:47.513037 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:54.256875 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58152) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:54.304645 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [None req-f53ed68d-6592-43aa-998c-d19912c8c3a6 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 13:54:54.305639 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-f53ed68d-6592-43aa-998c-d19912c8c3a6 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0478339 Oct 27 13:54:56.653311 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58160) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:56.715569 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.pecan_wsgi.hooks.translation [None req-befa709f-1882-48ab-96e4-02b12b0d2dfb admin admin] GET failed (client error): The resource could not be found. Oct 27 13:54:56.717488 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-befa709f-1882-48ab-96e4-02b12b0d2dfb admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626585 Oct 27 13:54:56.798093 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e97db95-6f21-434b-b90d-9540ca45b95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:56.799477 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-3e97db95-6f21-434b-b90d-9540ca45b95b admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0774696 Oct 27 13:54:59.117468 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58168) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:54:59.168363 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:54:59.191602 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Made reservation on behalf of f5c9c7811b6c4051a457cced8fc2b466 for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:54:59.193860 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:59.238729 dv-cinder-814898-2-iscsi neutron-server[101355]: WARNING neutron.services.revisions.revision_plugin [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Could not find related network for resource to bump revision. Oct 27 13:54:59.254411 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:54:59.266521 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757075749717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:59.267062 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Unsubscribe: segment precommit_create {{(pid=101355) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 13:54:59.267515 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Added segment 62f4fdf2-affb-4c1e-928d-4189c8b84714 of type vlan for network cf3563b8-93a3-414c-b764-81c514949c81 Oct 27 13:54:59.310920 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:59.342243 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:59.343190 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:54:59.343752 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:54:59.413914 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2953625 Oct 27 13:54:59.441897 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478ea2e-0d3c-418a-aea4-15380ba53d11 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3563b8-93a3-414c-b764-81c514949c81,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:54:59.455060 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network cf3563b8-93a3-414c-b764-81c514949c81 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:55:01.710679 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58176) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:55:01.770320 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.pecan_wsgi.hooks.translation [None req-4688d1ac-8144-4f7a-9455-9f6287bd1a4e admin admin] GET failed (client error): The resource could not be found. Oct 27 13:55:01.771653 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-4688d1ac-8144-4f7a-9455-9f6287bd1a4e admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600417 Oct 27 13:55:01.843668 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246521b4-df66-4cda-b1dc-3d1c5bd7c83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:55:01.845139 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-246521b4-df66-4cda-b1dc-3d1c5bd7c83f admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689647 Oct 27 13:55:01.855304 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:55:01.876401 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Made reservation on behalf of f5c9c7811b6c4051a457cced8fc2b466 for: {'subnet': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:55:01.878591 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:02.039658 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:02.093406 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2cc691-ea05-4bf3-bda8-6322b66fcabb,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:55:02.101283 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Checking segment: {'id': '62f4fdf2-affb-4c1e-928d-4189c8b84714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:55:02.101628 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Network hostable DHCP agents. Network: cf3563b8-93a3-414c-b764-81c514949c81, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:55:02.117551 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Network cf3563b8-93a3-414c-b764-81c514949c81 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:55:02.126047 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, cf3563b8-93a3-414c-b764-81c514949c81) {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:55:02.132257 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:55:02.132358 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:02.136211 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2f33af-5ac3-4fb8-9523-ebee59e08065 None None] Network cf3563b8-93a3-414c-b764-81c514949c81 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:55:02.147288 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-fcc5a619-b003-4851-b8b3-dd3aa27298e0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2952836 Oct 27 13:55:02.315718 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b38121d-ab4f-51e8-aed6-adc1c8c7f7a7-cf3563b8-93a3-414c-b764-81c514949c81', 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81', 'tenant_id': 'f5c9c7811b6c4051a457cced8fc2b466', 'fixed_ips': [{'subnet_id': 'da2cc691-ea05-4bf3-bda8-6322b66fcabb'}]}} from dv-cinder-814898-2-iscsi. {{(pid=101357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 13:55:02.316630 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:02.455334 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.db_base_plugin_common [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Allocated IP 192.168.233.2 (cf3563b8-93a3-414c-b764-81c514949c81/da2cc691-ea05-4bf3-bda8-6322b66fcabb/462b4df3-67c5-4f66-88d7-0d1337c106c5) {{(pid=101357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:55:02.616609 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Publish callbacks [] for port, precommit_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:02.624048 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:02.668206 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Network cf3563b8-93a3-414c-b764-81c514949c81 is already hosted by enough agents. {{(pid=101357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:55:02.671184 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.base_scheduler [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Resources bound (agent type, host, resource id): {{(pid=101357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:55:02.673877 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Received port after_create {{(pid=101357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 13:55:02.685582 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Pushing event updated for resources: {'Port': ['ID=462b4df3-67c5-4f66-88d7-0d1337c106c5,revision_number=1']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:55:02.706144 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.706514 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.706859 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.707194 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.707520 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.707850 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.708325 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.708652 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.708995 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.709322 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.709639 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.709958 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:55:02.742116 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Attempting to bind port 462b4df3-67c5-4f66-88d7-0d1337c106c5 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 13:55:02.742482 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Attempting to bind port 462b4df3-67c5-4f66-88d7-0d1337c106c5 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '62f4fdf2-affb-4c1e-928d-4189c8b84714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 13:55:02.742845 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Attempting to bind port 462b4df3-67c5-4f66-88d7-0d1337c106c5 on network cf3563b8-93a3-414c-b764-81c514949c81 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:55:02.747740 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 13, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 13:55:02.748136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Checking segment: {'id': '62f4fdf2-affb-4c1e-928d-4189c8b84714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:55:02.748528 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:02.748917 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Bound using segment: {'id': '62f4fdf2-affb-4c1e-928d-4189c8b84714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:55:02.749378 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Bound port: 462b4df3-67c5-4f66-88d7-0d1337c106c5, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f4fdf2-affb-4c1e-928d-4189c8b84714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 13:55:02.749770 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:02.811191 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] For port 462b4df3-67c5-4f66-88d7-0d1337c106c5, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:55:02.814233 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] For port 462b4df3-67c5-4f66-88d7-0d1337c106c5, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=462b4df3-67c5-4f66-88d7-0d1337c106c5,segment=NetworkSegment(62f4fdf2-affb-4c1e-928d-4189c8b84714),segment_id=62f4fdf2-affb-4c1e-928d-4189c8b84714)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:55:02.820035 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:02.892210 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d1c3f-a2c0-4ce2-b5e7-b673b198a16c None None] Pushing event updated for resources: {'Port': ['ID=462b4df3-67c5-4f66-88d7-0d1337c106c5,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:55:03.394357 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 462b4df3-67c5-4f66-88d7-0d1337c106c5 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:55:03.443865 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 462b4df3-67c5-4f66-88d7-0d1337c106c5 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:55:03.444194 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:03.537072 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:03.579588 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port 462b4df3-67c5-4f66-88d7-0d1337c106c5, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=462b4df3-67c5-4f66-88d7-0d1337c106c5,segment=NetworkSegment(62f4fdf2-affb-4c1e-928d-4189c8b84714),segment_id=62f4fdf2-affb-4c1e-928d-4189c8b84714)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:55:03.584777 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:03.642940 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=462b4df3-67c5-4f66-88d7-0d1337c106c5,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:55:03.767720 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec13f37-a125-4e65-b028-8748465e2d5f None None] Network cf3563b8-93a3-414c-b764-81c514949c81 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:55:03.845387 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-507383eb-d2e2-4ed0-8e07-a25f78bfdabe None None] Provisioning complete for port 462b4df3-67c5-4f66-88d7-0d1337c106c5 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:55:03.845754 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-507383eb-d2e2-4ed0-8e07-a25f78bfdabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:04.206805 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-493796df-b2f6-4791-b132-455e3470feb5 None None] Provisioning complete for port 462b4df3-67c5-4f66-88d7-0d1337c106c5 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:55:04.207172 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-493796df-b2f6-4791-b132-455e3470feb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:05.363970 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 462b4df3-67c5-4f66-88d7-0d1337c106c5 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:55:05.411481 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 462b4df3-67c5-4f66-88d7-0d1337c106c5 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:55:05.411844 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:11.103272 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 5 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:55:11.792862 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b48356bf-9830-41dc-9f73-30875fbe848f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:14.465292 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f463e860-ade4-4005-a84c-aeb6166b6ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:15.227098 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:16.029135 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:17.515444 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:41.796544 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-33b52f16-955a-415b-b950-258b1f9ce718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:44.467304 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-47d86782-65bf-4300-b69f-ce4d9d4dc588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:45.234354 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:46.032795 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:47.518957 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:55:48.102124 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 5 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:56:11.265326 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58220) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:56:11.271066 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [None req-52981c6b-57cf-4996-85b3-3cb80e2ec9d4 tempest-verify_tempest_config-814108690 tempest-verify_tempest_config-814108690-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 13:56:11.272014 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-52981c6b-57cf-4996-85b3-3cb80e2ec9d4 tempest-verify_tempest_config-814108690 tempest-verify_tempest_config-814108690-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0057309 Oct 27 13:56:11.561293 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58238) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:56:11.662734 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:11.798800 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-25482266-18e4-4bea-b69f-265534619aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:11.805056 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:11.808722 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:11.854489 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ebd5514af2a451986f3ed6b64cefd9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2921276 Oct 27 13:56:11.855950 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38099dd8-ae59-43f5-a3c1-4972e04594df,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:56:11.857388 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58242) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:56:11.863235 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.863598 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.863965 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.864319 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.864644 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.864981 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.865336 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.865669 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.866005 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.866323 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.866637 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.866947 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00fd5e-0acc-4519-b0a9-77b3ebded76f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:11.913716 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:11.934500 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:12.022612 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:12.025214 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:12.030644 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38099dd8-ae59-43f5-a3c1-4972e04594df HTTP/1.1" status: 204 len: 168 time: 0.1714482 Oct 27 13:56:12.038057 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38099dd8-ae59-43f5-a3c1-4972e04594df,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:56:12.045003 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.045451 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.045803 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.046143 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.046477 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.046824 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.047189 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.047829 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.048191 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.048525 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.048903 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:12.049171 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a23fe7-e299-41c2-ad27-19e446eb8102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:56:14.472831 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-93c0d004-79a2-4073-aa5c-368f5b5c10da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:15.230486 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:16.034801 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:17.522730 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:25.101329 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 5 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:56:41.800806 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-e23063ed-875b-4799-bf3b-321cb58bbc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:44.474520 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-e3e6d8c9-f6a1-4878-a9ae-515e9de620f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:45.225371 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:46.037154 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:56:47.525473 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:02.100623 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 5 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:57:11.802336 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f17a89db-5e33-4eeb-b7a3-d3d2a59d8f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:14.475446 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-39765a43-bec0-476d-8fc7-ead814be552e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:15.227863 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:16.039932 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:17.529074 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:39.099382 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 5 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:57:41.802820 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a5ec532e-27d0-4550-a22b-4a22cc0765d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:44.477223 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-702fccba-4d63-4338-a2a3-1df0c0d841ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:45.236870 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:46.042378 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:47.533984 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:57:49.819409 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3705732'] for agent, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:02.614385 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58316) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:58:02.716738 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-f628de31-5c7f-4e91-9e7b-b11bbe59aafc admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1011145 Oct 27 13:58:05.154774 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58326) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:58:05.208574 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-24db5ad9-26db-403a-a067-8c5db17c208c admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526981 Oct 27 13:58:11.806009 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-51e14fe4-3832-46b9-bf8c-e5efc3b9d16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:14.477596 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-5aade081-c077-495e-b60b-9c63f2a0b6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:15.228953 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:16.048241 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:16.098407 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:58:17.536377 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:19.785792 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:41.808020 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d4a1-74fa-441f-bcb9-a1aac8e3a11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:44.478289 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd2b3-fe2f-4124-b395-56e036d18132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:45.231883 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:46.048513 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:47.539497 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:49.797145 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:58:53.097008 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:59:11.813071 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f684cf49-d323-4a45-adfc-4cb585dd69e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:14.480214 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0024f8ca-9ec5-4e4c-a5ac-7713ba919d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:15.237141 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:16.050955 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:17.544803 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:19.803570 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:30.095678 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 13:59:33.770714 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58398) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:33.896903 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-412820171-network', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:59:33.926589 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Made reservation on behalf of 28fe5abf22dc4ba99b5485413b8abd90 for: {'network': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:59:33.930419 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:33.940092 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.123012 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.132788 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.162652 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:59:34.198430 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.198744 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.segments_db [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Added segment a3e73125-80f0-45f0-b91f-7c8f2798270d of type vlan for network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 Oct 27 13:59:34.324126 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b604d0-01ca-4a8c-8834-89100d800ea1,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:34.341791 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.342102 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.343140 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.343140 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.343140 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.343503 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.343853 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.344232 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.344575 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.344905 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.345230 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.345656 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Tracked resource versions report: Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: pushed versions: Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: { 'AddressGroup': {'1.2'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'ConntrackHelper': {'1.0'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Log': {'1.0'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Network': {'1.1'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Port': {'1.7'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'PortForwarding': {'1.2'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'QosPolicy': {'1.10'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SecurityGroup': {'1.4'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SubPort': {'1.0'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Subnet': {'1.1'}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Trunk': {'1.1'}} Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: consumer versions: Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: { DHCP agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: HyperV agent@hv-cinder-81489: {}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: L3 agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: Metadata agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: Metering agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: Open vSwitch agent@dv-cinder-814898-2-iscsi: { 'AddressGroup': '1.2', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'ConntrackHelper': '1.0', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Log': '1.0', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Network': '1.1', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Port': '1.7', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'PortForwarding': '1.2', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'QosPolicy': '1.10', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SecurityGroup': '1.4', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SecurityGroupRule': '1.2', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'SubPort': '1.0', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Subnet': '1.1', Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: 'Trunk': '1.1'}} Oct 27 13:59:34.346873 dv-cinder-814898-2-iscsi neutron-server[101356]: {{(pid=101356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:59:34.365023 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.399564 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.401159 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:34.402285 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.439061 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58440) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:34.444985 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6718545 Oct 27 13:59:34.447214 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Request body: {'subnet': {'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-412820171-subnet', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:59:34.470818 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Made reservation on behalf of 28fe5abf22dc4ba99b5485413b8abd90 for: {'subnet': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:59:34.475243 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.495684 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794a4a9-ba0a-4ef7-b48a-f776d0e6c9ab admin admin] Pushing event updated for resources: {'Network': ['ID=2ceb63fa-b2d3-4728-950b-3d5f93433c18,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:34.507530 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:59:34.673348 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.718533 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3319ac0e-a709-4d17-b89a-d969e1947cab,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:34.730318 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.730695 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.731042 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.731564 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.731897 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.732275 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.732612 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.732956 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.733303 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.733632 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.733955 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.734574 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Tracked resource versions report: Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: pushed versions: Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: { 'AddressGroup': {'1.2'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'ConntrackHelper': {'1.0'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Log': {'1.0'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Network': {'1.1'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Port': {'1.7'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'PortForwarding': {'1.2'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'QosPolicy': {'1.10'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SecurityGroup': {'1.4'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SubPort': {'1.0'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Subnet': {'1.1'}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Trunk': {'1.1'}} Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: consumer versions: Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: { DHCP agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: HyperV agent@hv-cinder-81489: {}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: L3 agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: Metadata agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: Metering agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: Open vSwitch agent@dv-cinder-814898-2-iscsi: { 'AddressGroup': '1.2', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'ConntrackHelper': '1.0', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Log': '1.0', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Network': '1.1', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Port': '1.7', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'PortForwarding': '1.2', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'QosPolicy': '1.10', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SecurityGroup': '1.4', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SecurityGroupRule': '1.2', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'SubPort': '1.0', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Subnet': '1.1', Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: 'Trunk': '1.1'}} Oct 27 13:59:34.735971 dv-cinder-814898-2-iscsi neutron-server[101355]: {{(pid=101355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:59:34.766270 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Checking segment: {'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:59:34.766629 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Network hostable DHCP agents. Network: 2ceb63fa-b2d3-4728-950b-3d5f93433c18, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:59:34.782402 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:59:34.792410 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 2ceb63fa-b2d3-4728-950b-3d5f93433c18) {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:59:34.802329 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a0f23-77de-4372-8c26-ae4acde6bfe1 None None] Network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:59:34.805129 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:34.805802 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.829447 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58466) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:34.830019 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-0adb7d67-e799-471d-b4ff-4d572b0d5a76 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3889704 Oct 27 13:59:34.835421 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-412820171-router', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:59:34.869157 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1302'] for router, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.870459 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3707714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3826736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1311'] for router, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.942972 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:34.970764 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2ef8a-cdd8-46ec-8ff7-06108550e8ae None None] Network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:59:35.103830 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:35.329121 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:35.347699 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:35.457705 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Allocated IP 172.27.1.180 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/531d4567-a049-45c7-8e67-e438afbf89c3) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:59:35.560158 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:35.597599 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:35.627155 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58508) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:35.740724 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Pushing event updated for resources: {'Port': ['ID=531d4567-a049-45c7-8e67-e438afbf89c3,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:35.751076 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:59:35.752477 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:59:35.754875 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 13:59:35.963526 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:35.970045 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1546940654-network', 'tenant_id': '9def59a067304b9ebfed482f56a032aa'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:59:35.997511 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Made reservation on behalf of 9def59a067304b9ebfed482f56a032aa for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:59:36.000261 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.011814 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.110332 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.115335 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.145764 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:36.157614 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:59:36.171557 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.172042 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Added segment 5e763547-bed5-4a8c-8c32-c762979dd125 of type vlan for network 51ea3e21-7581-4c09-9393-5d7eb2e8a86a Oct 27 13:59:36.191721 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3707721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214'] for router, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.226670 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.254559 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.255831 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:36.256534 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.330107 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] Pushing event updated for resources: {'Network': ['ID=51ea3e21-7581-4c09-9393-5d7eb2e8a86a,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:36.340697 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Router cbf9a794-acea-494d-b541-4374cabd2534 is scheduled to L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff with binding_index 1 {{(pid=101356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 13:59:36.342030 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c9d4f24f-076f-47cf-a655-045401c02a6c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7137830 Oct 27 13:59:36.342712 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58542) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:36.348188 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Request body: {'subnet': {'network_id': '51ea3e21-7581-4c09-9393-5d7eb2e8a86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1546940654-subnet', 'tenant_id': '9def59a067304b9ebfed482f56a032aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:59:36.352134 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 51ea3e21-7581-4c09-9393-5d7eb2e8a86a details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:59:36.373663 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Made reservation on behalf of 9def59a067304b9ebfed482f56a032aa for: {'subnet': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:59:36.377105 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.478209 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:59:36.488310 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Sync routers for ids ['cbf9a794-acea-494d-b541-4374cabd2534'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:59:36.499700 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Routers {'cbf9a794-acea-494d-b541-4374cabd2534'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 13:59:36.500341 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T13:59:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['cbf9a794-acea-494d-b541-4374cabd2534'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:36.521626 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.522968 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-86868bd1-caa5-4727-b02e-cee853d5b1ff admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.6925189 Oct 27 13:59:36.526269 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58546) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:36.607577 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.659984 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abda16d9-7591-46b0-ab07-ed3490e6bf73,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:36.695756 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Checking segment: {'id': '5e763547-bed5-4a8c-8c32-c762979dd125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '51ea3e21-7581-4c09-9393-5d7eb2e8a86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:59:36.696427 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Network hostable DHCP agents. Network: 51ea3e21-7581-4c09-9393-5d7eb2e8a86a, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:59:36.731232 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Network 51ea3e21-7581-4c09-9393-5d7eb2e8a86a is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:59:36.740449 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Set router cbf9a794-acea-494d-b541-4374cabd2534 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 13:59:36.743268 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 51ea3e21-7581-4c09-9393-5d7eb2e8a86a) {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:59:36.752590 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9861bf-1a2f-4176-9c92-e16a66e9ccf6 None None] Network 51ea3e21-7581-4c09-9393-5d7eb2e8a86a requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:59:36.762164 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:36.764235 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:36.803580 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-8966287b-1f5d-4d56-88fd-48d214879cd8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4596672 Oct 27 13:59:36.951868 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'name': 'tempest-ServerRescueNegativeTestJSON-412820171-router', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:59:34Z', 'updated_at': '2021-10-27T13:59:35Z', 'revision_number': 3, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'gw_port': {'id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:59:35Z', 'updated_at': '2021-10-27T13:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:36.979647 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73a7aeb-0a73-46d7-9800-581f424957de None None] Network 51ea3e21-7581-4c09-9393-5d7eb2e8a86a requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:59:36.989979 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Checking router: cbf9a794-acea-494d-b541-4374cabd2534 for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:59:36.990326 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Updating router cbf9a794-acea-494d-b541-4374cabd2534 port 531d4567-a049-45c7-8e67-e438afbf89c3 binding host dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:59:37.018870 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:37.299832 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:37.363480 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Publish callbacks [] for port, precommit_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:37.371090 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:37.440774 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Attempting to bind port 531d4567-a049-45c7-8e67-e438afbf89c3 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 13:59:37.441431 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Attempting to bind port 531d4567-a049-45c7-8e67-e438afbf89c3 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 13:59:37.441973 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Attempting to bind port 531d4567-a049-45c7-8e67-e438afbf89c3 on network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:59:37.444946 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Pushing event updated for resources: {'Port': ['ID=531d4567-a049-45c7-8e67-e438afbf89c3,revision_number=2']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:37.456621 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 13, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 13:59:37.457222 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:59:37.458477 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:37.459188 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Bound using segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:59:37.459818 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Bound port: 531d4567-a049-45c7-8e67-e438afbf89c3, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 13:59:37.460407 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:37.463869 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.464442 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.464960 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.465462 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.465954 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.466426 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.466922 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.467514 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.468024 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.468673 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.469158 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.469647 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Tracked resource versions report: Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: pushed versions: Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: { 'AddressGroup': {'1.2'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'ConntrackHelper': {'1.0'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Log': {'1.0'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Network': {'1.1'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Port': {'1.7'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'PortForwarding': {'1.2'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'QosPolicy': {'1.10'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SecurityGroup': {'1.4'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SubPort': {'1.0'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Subnet': {'1.1'}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Trunk': {'1.1'}} Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: consumer versions: Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: { DHCP agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: HyperV agent@hv-cinder-81489: {}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: L3 agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: Metadata agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: Metering agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: Open vSwitch agent@dv-cinder-814898-2-iscsi: { 'AddressGroup': '1.2', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'ConntrackHelper': '1.0', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Log': '1.0', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Network': '1.1', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Port': '1.7', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'PortForwarding': '1.2', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'QosPolicy': '1.10', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SecurityGroup': '1.4', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SecurityGroupRule': '1.2', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'SubPort': '1.0', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Subnet': '1.1', Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: 'Trunk': '1.1'}} Oct 27 13:59:37.470875 dv-cinder-814898-2-iscsi neutron-server[101358]: {{(pid=101358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:59:37.531756 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Allocated IP 172.20.0.1 (2ceb63fa-b2d3-4728-950b-3d5f93433c18/3319ac0e-a709-4d17-b89a-d969e1947cab/964aeb3d-ba54-43f7-8326-3b8aa0deabbf) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:59:37.544507 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] For port 531d4567-a049-45c7-8e67-e438afbf89c3, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:59:37.553276 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] For port 531d4567-a049-45c7-8e67-e438afbf89c3, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=531d4567-a049-45c7-8e67-e438afbf89c3,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:59:37.558152 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:37.626342 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Routers {'cbf9a794-acea-494d-b541-4374cabd2534'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 13:59:37.626860 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T13:59:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['cbf9a794-acea-494d-b541-4374cabd2534'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:37.703353 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:37.718877 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c63e1-f44b-408c-973e-bad569da043c None None] Pushing event updated for resources: {'Port': ['ID=531d4567-a049-45c7-8e67-e438afbf89c3,revision_number=3']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:37.740678 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:37.761835 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] Set router cbf9a794-acea-494d-b541-4374cabd2534 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 13:59:37.786908 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Pushing event updated for resources: {'Port': ['ID=964aeb3d-ba54-43f7-8326-3b8aa0deabbf,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:37.796940 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:59:37.798825 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:59:37.801215 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 13:59:37.803306 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3705803'] for router_interface, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:38.015480 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'name': 'tempest-ServerRescueNegativeTestJSON-412820171-router', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:59:34Z', 'updated_at': '2021-10-27T13:59:35Z', 'revision_number': 3, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'gw_port': {'id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:59:35Z', 'updated_at': '2021-10-27T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:38.046244 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488b180-ff9e-4b6b-874e-2ce463deb65e None None] The sync data for ids ['cbf9a794-acea-494d-b541-4374cabd2534'] in dv-cinder-814898-2-iscsi is: [{'id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'name': 'tempest-ServerRescueNegativeTestJSON-412820171-router', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:59:34Z', 'updated_at': '2021-10-27T13:59:35Z', 'revision_number': 3, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'gw_port': {'id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:59:35Z', 'updated_at': '2021-10-27T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:59:38.094392 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:38.382828 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:38.389107 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:38.390022 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4155533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3706459'] for router_interface, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:38.460648 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Pushing event updated for resources: {'Port': ['ID=964aeb3d-ba54-43f7-8326-3b8aa0deabbf,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:38.630583 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:59:38.631968 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:59:38.771817 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Router cbf9a794-acea-494d-b541-4374cabd2534 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 13:59:38.934340 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 13:59:38.945597 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-2986ea2b-036c-4de3-8a08-4bc83af75b96 admin admin] 10.222.0.54 "PUT /v2.0/routers/cbf9a794-acea-494d-b541-4374cabd2534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4181828 Oct 27 13:59:39.583503 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 531d4567-a049-45c7-8e67-e438afbf89c3 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:59:39.636869 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 531d4567-a049-45c7-8e67-e438afbf89c3 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:59:39.637177 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:39.684028 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58688) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:39.686250 dv-cinder-814898-2-iscsi neutron-server[101356]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 13:59:39.747063 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:39.777376 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port 531d4567-a049-45c7-8e67-e438afbf89c3, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=531d4567-a049-45c7-8e67-e438afbf89c3,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:59:39.789714 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:39.879113 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=531d4567-a049-45c7-8e67-e438afbf89c3,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:39.886903 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.887348 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.888191 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.888687 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.889165 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.889648 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.890121 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.890599 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.891067 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.891638 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.891968 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.892314 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Tracked resource versions report: Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: pushed versions: Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: { 'AddressGroup': {'1.2'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'ConntrackHelper': {'1.0'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Log': {'1.0'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Network': {'1.1'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Port': {'1.7'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'PortForwarding': {'1.2'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'QosPolicy': {'1.10'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SecurityGroup': {'1.4'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SecurityGroupRule': {'1.2'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SubPort': {'1.0'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Subnet': {'1.1'}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Trunk': {'1.1'}} Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: consumer versions: Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: { DHCP agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: HyperV agent@hv-cinder-81489: {}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: L3 agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: Metadata agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: Metering agent@dv-cinder-814898-2-iscsi: {}, Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: Open vSwitch agent@dv-cinder-814898-2-iscsi: { 'AddressGroup': '1.2', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'ConntrackHelper': '1.0', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Log': '1.0', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Network': '1.1', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Port': '1.7', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'PortForwarding': '1.2', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'QosPolicy': '1.10', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SecurityGroup': '1.4', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SecurityGroupRule': '1.2', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'SubPort': '1.0', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Subnet': '1.1', Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: 'Trunk': '1.1'}} Oct 27 13:59:39.893382 dv-cinder-814898-2-iscsi neutron-server[101357]: {{(pid=101357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 13:59:39.915178 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-3cd9971e-cbc3-4b1d-acab-d2b9433b841c tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:39.916905 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-3cd9971e-cbc3-4b1d-acab-d2b9433b841c tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/networks?id=51ea3e21-7581-4c09-9393-5d7eb2e8a86a HTTP/1.1" status: 200 len: 812 time: 0.2318377 Oct 27 13:59:39.934154 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-1527dfea-c3af-4dda-8962-cc7139375435 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/quotas/9def59a067304b9ebfed482f56a032aa HTTP/1.1" status: 200 len: 375 time: 0.0107398 Oct 27 13:59:39.990998 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-6033a120-4157-483e-9a19-2c55012b5c55 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9def59a067304b9ebfed482f56a032aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497468 Oct 27 13:59:40.125830 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Sync routers for ids ['cbf9a794-acea-494d-b541-4374cabd2534'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 13:59:40.131456 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Routers {'cbf9a794-acea-494d-b541-4374cabd2534'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 13:59:40.132189 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T13:59:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['cbf9a794-acea-494d-b541-4374cabd2534'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:40.184951 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-12d6a4c6-bf33-4bb9-9993-7fd3c65c7c3f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 13:59:40.192738 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-12d6a4c6-bf33-4bb9-9993-7fd3c65c7c3f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0614922 Oct 27 13:59:40.259958 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Set router cbf9a794-acea-494d-b541-4374cabd2534 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 13:59:40.293546 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-402d6d02-fedf-4fe8-9f72-421d9bbb0f75 service neutron] 10.222.0.54 "GET /v2.0/networks/51ea3e21-7581-4c09-9393-5d7eb2e8a86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998223 Oct 27 13:59:40.405322 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-56bef5d8-1c8a-4d39-a131-099d56088a3c service neutron] 10.222.0.54 "GET /v2.0/networks/51ea3e21-7581-4c09-9393-5d7eb2e8a86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033580 Oct 27 13:59:40.499866 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'name': 'tempest-ServerRescueNegativeTestJSON-412820171-router', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:59:34Z', 'updated_at': '2021-10-27T13:59:38Z', 'revision_number': 4, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'gw_port': {'id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:59:35Z', 'updated_at': '2021-10-27T13:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '964aeb3d-ba54-43f7-8326-3b8aa0deabbf', 'name': '', 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'mac_address': 'fa:16:3e:06:05:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3319ac0e-a709-4d17-b89a-d969e1947cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:59:37Z', 'updated_at': '2021-10-27T13:59:38Z', 'revision_number': 2, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'subnets': [{'id': '3319ac0e-a709-4d17-b89a-d969e1947cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:40.532542 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Checking router: cbf9a794-acea-494d-b541-4374cabd2534 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 13:59:40.532895 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Updating router cbf9a794-acea-494d-b541-4374cabd2534 port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf binding host dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 13:59:40.559829 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:40.671331 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58732) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:40.869642 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e395d1a1-4aed-462b-bcd8-c75a5596d409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.031241 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Publish callbacks [] for port, precommit_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.038164 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.067782 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e395d1a1-4aed-462b-bcd8-c75a5596d409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.076831 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e395d1a1-4aed-462b-bcd8-c75a5596d409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.087654 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdecfa-7c33-4c43-9ff2-52d270050999 None None] Pushing event updated for resources: {'Port': ['ID=964aeb3d-ba54-43f7-8326-3b8aa0deabbf,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:41.175762 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Attempting to bind port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 13:59:41.176164 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Attempting to bind port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 13:59:41.177399 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Attempting to bind port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf on network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 13:59:41.186678 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 13, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 13:59:41.187780 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Checking segment: {'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:59:41.188411 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.188965 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Bound using segment: {'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 13:59:41.194244 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Bound port: 964aeb3d-ba54-43f7-8326-3b8aa0deabbf, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 13:59:41.194755 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.217577 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58768) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:41.220755 dv-cinder-814898-2-iscsi neutron-server[101355]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 13:59:41.222200 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-e395d1a1-4aed-462b-bcd8-c75a5596d409 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b971f4be4467482998dff6aca0267263&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5531700 Oct 27 13:59:41.237556 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58770) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:41.304924 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395d1a1-4aed-462b-bcd8-c75a5596d409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcf5f3b-56f5-4432-9ecc-3f0642975583,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:41.346966 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] For port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 13:59:41.352942 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] For port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=964aeb3d-ba54-43f7-8326-3b8aa0deabbf,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 13:59:41.359703 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.421783 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Routers {'cbf9a794-acea-494d-b541-4374cabd2534'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 13:59:41.422718 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T13:59:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['cbf9a794-acea-494d-b541-4374cabd2534'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:41.464727 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-86b3f640-e3fb-495c-8a1e-83ed187cf1eb req-2e6c49af-c6c8-4346-86ba-4e1b096bfaef tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.2449682 Oct 27 13:59:41.554960 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0d3c680f-33cb-4564-9a00-a2f80a71eb9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.633204 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0d3c680f-33cb-4564-9a00-a2f80a71eb9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.648221 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 531d4567-a049-45c7-8e67-e438afbf89c3 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:59:41.651735 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-86cedf92-e345-45dc-90d4-81ba6b673f93 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:41.665648 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-86cedf92-e345-45dc-90d4-81ba6b673f93 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 818 time: 0.3498771 Oct 27 13:59:41.749744 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 531d4567-a049-45c7-8e67-e438afbf89c3 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:59:41.750641 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.762764 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-d2fbcb0a-8c3e-4a1b-b13e-f00ab5565fed tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/quotas/28fe5abf22dc4ba99b5485413b8abd90 HTTP/1.1" status: 200 len: 375 time: 0.0864906 Oct 27 13:59:41.800059 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdecfa-7c33-4c43-9ff2-52d270050999 None None] Pushing event updated for resources: {'Port': ['ID=964aeb3d-ba54-43f7-8326-3b8aa0deabbf,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:41.838440 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-615fd7c4-ab42-45c1-a190-f9024bf3067a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.888082 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] Set router cbf9a794-acea-494d-b541-4374cabd2534 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 13:59:41.929373 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-a717d5a5-2e1b-4514-a7ca-8ddac6ef5b70 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1644015 Oct 27 13:59:41.993259 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0d3c680f-33cb-4564-9a00-a2f80a71eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.995908 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0d3c680f-33cb-4564-9a00-a2f80a71eb9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:41.997054 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-0d3c680f-33cb-4564-9a00-a2f80a71eb9b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9dcf5f3b-56f5-4432-9ecc-3f0642975583 HTTP/1.1" status: 204 len: 168 time: 0.7585640 Oct 27 13:59:42.047784 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c680f-33cb-4564-9a00-a2f80a71eb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcf5f3b-56f5-4432-9ecc-3f0642975583,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:42.104661 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-5385a4fb-7d81-4bba-8c21-f07197034f15 service neutron] 10.222.0.54 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729307 Oct 27 13:59:42.187080 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'name': 'tempest-ServerRescueNegativeTestJSON-412820171-router', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:59:34Z', 'updated_at': '2021-10-27T13:59:38Z', 'revision_number': 4, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'gw_port': {'id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:59:35Z', 'updated_at': '2021-10-27T13:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '964aeb3d-ba54-43f7-8326-3b8aa0deabbf', 'name': '', 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'mac_address': 'fa:16:3e:06:05:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3319ac0e-a709-4d17-b89a-d969e1947cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:59:37Z', 'updated_at': '2021-10-27T13:59:41Z', 'revision_number': 4, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'subnets': [{'id': '3319ac0e-a709-4d17-b89a-d969e1947cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 13:59:42.229599 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13e3c50-4f73-4c58-a4d9-f0b93f80b9e3 None None] The sync data for ids ['cbf9a794-acea-494d-b541-4374cabd2534'] in dv-cinder-814898-2-iscsi is: [{'id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'name': 'tempest-ServerRescueNegativeTestJSON-412820171-router', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:59:34Z', 'updated_at': '2021-10-27T13:59:38Z', 'revision_number': 4, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'gw_port': {'id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:59:35Z', 'updated_at': '2021-10-27T13:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '964aeb3d-ba54-43f7-8326-3b8aa0deabbf', 'name': '', 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'mac_address': 'fa:16:3e:06:05:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3319ac0e-a709-4d17-b89a-d969e1947cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:59:37Z', 'updated_at': '2021-10-27T13:59:41Z', 'revision_number': 4, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'subnets': [{'id': '3319ac0e-a709-4d17-b89a-d969e1947cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 13:59:42.273033 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-101b40b6-af46-4601-92bb-ebeff03f4894 service neutron] 10.222.0.54 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626132 Oct 27 13:59:42.678914 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-70743891-a135-4afa-8aef-62514815696f req-0fed46a7-0fc5-488a-ac76-2aa15cdbbe9f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0810256 Oct 27 13:59:42.727183 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-186ba0db-4ae0-4f6c-8b50-6a08ec87d782 req-d17ccbb6-e49b-467d-a512-c56ef569ac2d tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.1010489 Oct 27 13:59:42.817825 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58880) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:42.850042 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e144353-347b-410d-abfe-e21aeef0ade5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:42.989772 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e144353-347b-410d-abfe-e21aeef0ade5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:42.996539 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e144353-347b-410d-abfe-e21aeef0ade5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:43.023712 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-7e144353-347b-410d-abfe-e21aeef0ade5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a754d81c2194fb599b7889af7a00d22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2046430 Oct 27 13:59:43.026354 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58904) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:43.086413 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e144353-347b-410d-abfe-e21aeef0ade5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48be6da-21fb-4e89-834e-533790df9cbd,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:43.164981 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-42c4ee11-3fcd-42f5-93ab-b626487b0fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:43.209399 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-42c4ee11-3fcd-42f5-93ab-b626487b0fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:43.326931 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58928) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:43.485216 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58936) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:43.537553 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-42c4ee11-3fcd-42f5-93ab-b626487b0fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:43.540731 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-42c4ee11-3fcd-42f5-93ab-b626487b0fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:43.540983 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-0a8f325a-3869-4b0b-9a8e-239cbc8ddbb2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:43.542232 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-42c4ee11-3fcd-42f5-93ab-b626487b0fcc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a48be6da-21fb-4e89-834e-533790df9cbd HTTP/1.1" status: 204 len: 168 time: 0.5148382 Oct 27 13:59:43.549120 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-0a8f325a-3869-4b0b-9a8e-239cbc8ddbb2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 818 time: 0.4011512 Oct 27 13:59:43.554215 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4ee11-3fcd-42f5-93ab-b626487b0fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48be6da-21fb-4e89-834e-533790df9cbd,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:43.588076 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-8ddf9f12-4a40-4711-92ca-07eaf9a112fd tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/quotas/28fe5abf22dc4ba99b5485413b8abd90 HTTP/1.1" status: 200 len: 375 time: 0.0379925 Oct 27 13:59:43.666324 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 964aeb3d-ba54-43f7-8326-3b8aa0deabbf up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:59:43.745141 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:59:43.745621 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:43.775738 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-198a8e7a-5575-4ee4-847e-626fbd092585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:43.855733 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-f5efd3fc-698a-43e0-ae99-7d7a783f42e5 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2456546 Oct 27 13:59:43.860506 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-123d1c1d-2d29-40f9-abbc-cf508fba6223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:43.942305 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.006742 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-198a8e7a-5575-4ee4-847e-626fbd092585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.012352 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-198a8e7a-5575-4ee4-847e-626fbd092585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.055277 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=964aeb3d-ba54-43f7-8326-3b8aa0deabbf,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 13:59:44.063020 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.117462 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-123d1c1d-2d29-40f9-abbc-cf508fba6223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.119728 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a8e7a-5575-4ee4-847e-626fbd092585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d325cdc-5a0b-43e8-9e8e-0c809a59c932,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:44.124792 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-123d1c1d-2d29-40f9-abbc-cf508fba6223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.144384 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=964aeb3d-ba54-43f7-8326-3b8aa0deabbf,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:44.174140 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-561ed863-177c-43cb-bbe5-bf42b601b198 req-6f18ecf3-219f-4fa2-8051-861fe8e9c360 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.1330318 Oct 27 13:59:44.184373 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-198a8e7a-5575-4ee4-847e-626fbd092585 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b9d37a01a61a46a7867412a0fdf10f66&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6967142 Oct 27 13:59:44.186019 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 58968) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:44.233361 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d1c1d-2d29-40f9-abbc-cf508fba6223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c003ef14-6844-400b-ac1c-c061bfab4823,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:44.247320 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-123d1c1d-2d29-40f9-abbc-cf508fba6223 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d4f7c4c59877467a87983d06571747ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9187796 Oct 27 13:59:44.248198 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 58974) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:44.263502 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-f62b1fca-e5e3-4aa1-a192-57e908c580db service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 13:59:44.264690 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-f62b1fca-e5e3-4aa1-a192-57e908c580db service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1777129 Oct 27 13:59:44.288372 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e8c1da5a-88f1-4275-aff9-c1beef98df48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.314233 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e8c1da5a-88f1-4275-aff9-c1beef98df48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.382271 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e8c1da5a-88f1-4275-aff9-c1beef98df48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.389886 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e8c1da5a-88f1-4275-aff9-c1beef98df48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.391457 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-e8c1da5a-88f1-4275-aff9-c1beef98df48 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d325cdc-5a0b-43e8-9e8e-0c809a59c932 HTTP/1.1" status: 204 len: 168 time: 0.2043025 Oct 27 13:59:44.413268 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1da5a-88f1-4275-aff9-c1beef98df48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d325cdc-5a0b-43e8-9e8e-0c809a59c932,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:44.448770 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-d5274d8c-a596-4449-8104-e091afd7ef5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.455538 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-6a8fb0d4-1402-4ddf-8743-5e90e2745962 service neutron] 10.222.0.54 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802926 Oct 27 13:59:44.488784 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-ce85b216-0fca-416e-b38e-8839569e260c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.496981 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-d5274d8c-a596-4449-8104-e091afd7ef5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.621113 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-6398ea79-1dbb-405a-88d2-0998f1bce51d service neutron] 10.222.0.54 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573517 Oct 27 13:59:44.622906 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-d5274d8c-a596-4449-8104-e091afd7ef5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.628636 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-d5274d8c-a596-4449-8104-e091afd7ef5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:44.631039 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-d5274d8c-a596-4449-8104-e091afd7ef5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c003ef14-6844-400b-ac1c-c061bfab4823 HTTP/1.1" status: 204 len: 168 time: 0.3818784 Oct 27 13:59:44.641085 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5274d8c-a596-4449-8104-e091afd7ef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c003ef14-6844-400b-ac1c-c061bfab4823,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:44.886115 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-93e2b937-8b4b-4b69-90f3-b9bcecf64c77 req-2131081d-411c-4a0b-badc-9c5c1056416a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 210 time: 0.0490029 Oct 27 13:59:45.012409 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 59016) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:45.045863 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8dcfd700-65d6-4649-9000-4eb4b8209325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:45.169098 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8dcfd700-65d6-4649-9000-4eb4b8209325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:45.175200 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8dcfd700-65d6-4649-9000-4eb4b8209325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:45.235455 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-8dcfd700-65d6-4649-9000-4eb4b8209325 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b4f5a532707f492b8f26b1fa46829560&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2214112 Oct 27 13:59:45.237747 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 59030) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:45.248309 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfd700-65d6-4649-9000-4eb4b8209325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d7624-3365-478d-9eeb-97764317d877,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:45.310566 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5e333143-1555-4bd5-af86-b655696e05da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:45.322871 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:45.352384 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5e333143-1555-4bd5-af86-b655696e05da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:45.412485 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5e333143-1555-4bd5-af86-b655696e05da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:45.415326 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5e333143-1555-4bd5-af86-b655696e05da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:45.419313 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-5e333143-1555-4bd5-af86-b655696e05da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd6d7624-3365-478d-9eeb-97764317d877 HTTP/1.1" status: 204 len: 168 time: 0.1803761 Oct 27 13:59:45.429329 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e333143-1555-4bd5-af86-b655696e05da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d7624-3365-478d-9eeb-97764317d877,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:45.445181 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-24b4c650-807a-44ab-b727-f513054da6ac req-3c50424b-1ed1-4bc5-9119-085f79ac2fab tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0353723 Oct 27 13:59:45.526448 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 964aeb3d-ba54-43f7-8326-3b8aa0deabbf up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 13:59:45.580977 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 13:59:45.581345 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:45.969814 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-05d31c9c-470c-459b-85d6-96ac18c58121 req-bc4d0110-491f-4312-bc45-b6aa5ad9f31c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 210 time: 0.0260208 Oct 27 13:59:46.069330 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:46.550011 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-30b84bd4-2489-4722-a173-8134978334af req-db671e50-5384-430b-a790-741c7cc4dffe tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0272882 Oct 27 13:59:47.165644 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-63883501-d068-4299-b848-516899d9a431 req-87d4bcac-7e53-48b5-8185-d758ccc16517 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 210 time: 0.0802011 Oct 27 13:59:47.554710 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:47.659978 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-13d947db-e603-4b14-8ebb-fa86b80988e4 req-203cb716-c961-46fc-ae6e-11d65bff8eab tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0327783 Oct 27 13:59:47.970961 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 59200) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:48.072940 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-989d3d75-1c7f-4779-adf5-8753f2e5ec53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.146220 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-989d3d75-1c7f-4779-adf5-8753f2e5ec53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.149906 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-989d3d75-1c7f-4779-adf5-8753f2e5ec53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.192155 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-989d3d75-1c7f-4779-adf5-8753f2e5ec53 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=19a23520b3a746eda52ad01ab97ea6b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2173054 Oct 27 13:59:48.192155 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d3d75-1c7f-4779-adf5-8753f2e5ec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9d6584-d18b-42b1-91b5-d04f5783a6d6,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:48.193197 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 59212) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:48.255516 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2c355dc7-0df0-484b-aac8-8cdbb880ef06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.257429 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-73add37a-fc02-44a6-b650-6c63ba90237a req-b10db1ac-2a7f-4a35-86b0-3b0aa238ec31 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 210 time: 0.0260565 Oct 27 13:59:48.342533 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2c355dc7-0df0-484b-aac8-8cdbb880ef06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.388490 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2c355dc7-0df0-484b-aac8-8cdbb880ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.391037 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2c355dc7-0df0-484b-aac8-8cdbb880ef06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.392190 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2c355dc7-0df0-484b-aac8-8cdbb880ef06 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb9d6584-d18b-42b1-91b5-d04f5783a6d6 HTTP/1.1" status: 204 len: 168 time: 0.1972852 Oct 27 13:59:48.402101 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c355dc7-0df0-484b-aac8-8cdbb880ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9d6584-d18b-42b1-91b5-d04f5783a6d6,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:48.733424 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 59242) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:48.747219 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4b92de1f-2641-4832-a83a-8d688d139394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.764259 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ab10cd70-d6d4-48ce-896c-6d74401ea7a5 req-51b7a3f5-a096-46ae-8c25-094bb16b8424 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0262010 Oct 27 13:59:48.821102 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4b92de1f-2641-4832-a83a-8d688d139394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.824980 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4b92de1f-2641-4832-a83a-8d688d139394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.866697 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-4b92de1f-2641-4832-a83a-8d688d139394 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=503bbea193304285a05d2508600a22d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1293545 Oct 27 13:59:48.866697 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92de1f-2641-4832-a83a-8d688d139394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b6ea35-667b-4aad-b7ca-3f786fb28bf3,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:48.867306 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 59248) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:48.917539 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9822f0b8-c905-4e5d-8253-976ee82d4381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.938108 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9822f0b8-c905-4e5d-8253-976ee82d4381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.984640 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9822f0b8-c905-4e5d-8253-976ee82d4381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.987162 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9822f0b8-c905-4e5d-8253-976ee82d4381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:48.988329 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-9822f0b8-c905-4e5d-8253-976ee82d4381 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63b6ea35-667b-4aad-b7ca-3f786fb28bf3 HTTP/1.1" status: 204 len: 168 time: 0.1199448 Oct 27 13:59:48.996003 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822f0b8-c905-4e5d-8253-976ee82d4381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b6ea35-667b-4aad-b7ca-3f786fb28bf3,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:49.358630 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e16a8c35-032e-4da5-968c-f31c72467044 req-30bb5d8d-8f48-4635-82fc-5219816417bd tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 210 time: 0.0277884 Oct 27 13:59:49.637342 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 59282) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:49.730723 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1536665272-network', 'tenant_id': '713e812f470148798255a757a275dc7f'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:59:49.754306 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Made reservation on behalf of 713e812f470148798255a757a275dc7f for: {'network': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:59:49.756534 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:49.764635 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:49.809232 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:49.839502 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:49.844320 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:49.864835 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ce65213f-d1eb-4340-a8ad-2f047385e638 req-7894ab0e-dbb5-45f1-b5eb-d7bbdba52057 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0306406 Oct 27 13:59:49.865019 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=101356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:59:49.878767 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf84000-015f-414c-ba0b-7ed05444c870,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:49.884069 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:49.884543 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.segments_db [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Added segment 77e736f6-b8a7-44e8-b610-a239925f3684 of type vlan for network 2d959954-3d1e-4c94-ac7d-fecc82b63797 Oct 27 13:59:49.934431 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:49.959507 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:49.960401 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:49.960982 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:50.012245 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3737266 Oct 27 13:59:50.015150 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 59296) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:50.020924 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Request body: {'subnet': {'network_id': '2d959954-3d1e-4c94-ac7d-fecc82b63797', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1536665272-subnet', 'tenant_id': '713e812f470148798255a757a275dc7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:59:50.023455 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73209-05df-4dff-b7f2-04eb0d7b5129 admin admin] Pushing event updated for resources: {'Network': ['ID=2d959954-3d1e-4c94-ac7d-fecc82b63797,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:50.033959 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 2d959954-3d1e-4c94-ac7d-fecc82b63797 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:59:50.042322 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Made reservation on behalf of 713e812f470148798255a757a275dc7f for: {'subnet': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:59:50.044992 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:50.220497 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:50.276528 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3a7171-da64-4c11-b584-ba4b47c14d67,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:50.283361 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Checking segment: {'id': '77e736f6-b8a7-44e8-b610-a239925f3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2d959954-3d1e-4c94-ac7d-fecc82b63797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:59:50.283714 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Network hostable DHCP agents. Network: 2d959954-3d1e-4c94-ac7d-fecc82b63797, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:59:50.300018 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Network 2d959954-3d1e-4c94-ac7d-fecc82b63797 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:59:50.308224 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 2d959954-3d1e-4c94-ac7d-fecc82b63797) {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:59:50.314104 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:50.314808 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:50.316277 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be445ec-679b-4e0c-960b-e17795e834b3 None None] Network 2d959954-3d1e-4c94-ac7d-fecc82b63797 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:59:50.329935 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-a55a16c9-0c34-404e-b759-b5a92bfde332 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3137205 Oct 27 13:59:50.442637 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c69b163-0379-4060-897e-eeaed784df02 None None] Network 2d959954-3d1e-4c94-ac7d-fecc82b63797 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:59:50.463894 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c216434a-9a5b-4a7f-8226-5f7352035ae1 req-915d4cf3-11af-42cf-9045-c9476fc71695 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 210 time: 0.0390780 Oct 27 13:59:50.805978 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 59322) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:50.810889 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1654831080-network', 'tenant_id': 'b3140741f64c4a3d97bba6fc32da35b1'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:59:50.830204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Made reservation on behalf of b3140741f64c4a3d97bba6fc32da35b1 for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:59:50.832676 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:50.841055 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:50.912498 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:50.917720 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:50.942758 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 13:59:50.951727 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cecf1b6-f7ec-4f73-8533-9345a56cada5,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:50.960293 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:50.961025 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Added segment 05058b9a-543f-499a-ba35-4a65636d8f11 of type vlan for network df4a6328-03a2-4af4-b85e-e8dc49b51e41 Oct 27 13:59:50.984986 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-28bdb729-bc30-4126-b4e8-d96b42b705ed req-ba356e03-191f-4492-8821-45435c488302 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0489485 Oct 27 13:59:51.004857 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:51.029459 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:51.030718 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:51.031333 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:51.088837 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2816818 Oct 27 13:59:51.090928 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 59332) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:51.093887 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e29ab-f2cc-4e8a-b24b-93790bc7e38a admin admin] Pushing event updated for resources: {'Network': ['ID=df4a6328-03a2-4af4-b85e-e8dc49b51e41,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:51.095782 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Request body: {'subnet': {'network_id': 'df4a6328-03a2-4af4-b85e-e8dc49b51e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1654831080-subnet', 'tenant_id': 'b3140741f64c4a3d97bba6fc32da35b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:59:51.105169 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network df4a6328-03a2-4af4-b85e-e8dc49b51e41 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 13:59:51.116792 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Made reservation on behalf of b3140741f64c4a3d97bba6fc32da35b1 for: {'subnet': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:59:51.120162 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:51.286280 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:51.339858 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b961e1-798e-4516-8671-2fa07e718e7c,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:51.349408 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Checking segment: {'id': '05058b9a-543f-499a-ba35-4a65636d8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'df4a6328-03a2-4af4-b85e-e8dc49b51e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 13:59:51.349757 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Network hostable DHCP agents. Network: df4a6328-03a2-4af4-b85e-e8dc49b51e41, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 13:59:51.365598 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Network df4a6328-03a2-4af4-b85e-e8dc49b51e41 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 13:59:51.374545 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, df4a6328-03a2-4af4-b85e-e8dc49b51e41) {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:59:51.378883 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:51.379957 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:51.383770 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72352889-3bf3-4ef4-87dd-e920aab2efb6 None None] Network df4a6328-03a2-4af4-b85e-e8dc49b51e41 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:59:51.394951 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-be254b6b-b539-454e-beb8-fed59884647a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3029172 Oct 27 13:59:51.508778 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb2e6e-8a2a-4929-9366-1665637295f2 None None] Network df4a6328-03a2-4af4-b85e-e8dc49b51e41 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 13:59:51.565872 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f769572a-6af5-4304-8551-888b10b77aae req-fceefd17-531f-4ade-be25-4a37bfca9b4c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 210 time: 0.0322502 Oct 27 13:59:51.577790 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.66', 62728) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:51.727612 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-f141cb64-b585-4d69-bff2-6f9f9ef45e66 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:51.729757 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-f141cb64-b585-4d69-bff2-6f9f9ef45e66 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 818 time: 0.1507175 Oct 27 13:59:51.824240 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Request body: {'port': {'device_id': '3b67f99e-6852-464a-842e-d9bfaacd8e98', 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18', 'admin_state_up': True, 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 13:59:52.027874 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Made reservation on behalf of 28fe5abf22dc4ba99b5485413b8abd90 for: {'port': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 13:59:52.033112 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:52.094187 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-56a52bbc-4a18-4ee5-8966-63a77376c89b req-7932afd5-ce5f-4a97-b066-202da7a8cf84 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0326419 Oct 27 13:59:52.259585 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Allocated IP 172.20.0.10 (2ceb63fa-b2d3-4728-950b-3d5f93433c18/3319ac0e-a709-4d17-b89a-d969e1947cab/5d15caec-e289-4294-9aff-091c0ac6ab42) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 13:59:52.417339 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.66', 62734) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 13:59:52.567073 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-3e56812b-e70f-4182-a03a-8e39f59c1c07 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:52.569140 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-3e56812b-e70f-4182-a03a-8e39f59c1c07 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.66 "GET /v2.0/networks?id=51ea3e21-7581-4c09-9393-5d7eb2e8a86a HTTP/1.1" status: 200 len: 812 time: 0.1504366 Oct 27 13:59:52.585482 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:52.625012 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:52.753484 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 13:59:52.763994 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 13:59:52.788407 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 13:59:52.795199 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:52.795979 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 13:59:52.803168 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Pushing event updated for resources: {'Port': ['ID=5d15caec-e289-4294-9aff-091c0ac6ab42,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 13:59:52.859522 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906312b-1a63-4fbe-9196-cb7ddb9ddefc req-0b7b92b3-3d31-469b-b3d2-d42ad288ae7d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:52.872483 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e906312b-1a63-4fbe-9196-cb7ddb9ddefc req-0b7b92b3-3d31-469b-b3d2-d42ad288ae7d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.2049489 Oct 27 13:59:52.900422 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-37fc3c8d-840e-4b8f-ad24-93eb3759b07b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0788250 Oct 27 13:59:52.961493 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e906312b-1a63-4fbe-9196-cb7ddb9ddefc req-cbc5b356-18ed-48ca-bad4-5815b6324bb4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878003 Oct 27 13:59:53.262017 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-843938ef-9a48-4b11-b3e6-21db95a210d5 req-c7e33e6c-63e2-4828-9d82-543f6c8d42a9 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0478787 Oct 27 13:59:54.087577 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa0ed1-3444-4d77-908f-817752de66a3 req-24ddb8a8-959f-4354-a56a-67c1d6c7486e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:54.089951 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dbfa0ed1-3444-4d77-908f-817752de66a3 req-24ddb8a8-959f-4354-a56a-67c1d6c7486e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0652175 Oct 27 13:59:54.144127 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dbfa0ed1-3444-4d77-908f-817752de66a3 req-e02b8b76-dc2f-4baf-b17d-1e6011047425 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479958 Oct 27 13:59:54.367931 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1b3a3d8a-8d63-4c10-b6bc-ac2e6abf59a3 req-fcd5aa7b-9aab-4d82-ba31-d1ad9da42e13 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0265403 Oct 27 13:59:55.269691 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10757d2b-ad45-474b-aa62-7d0b912d971b req-b03dcdee-81c5-4b2b-b5cc-2d0808caa58a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:55.271211 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-10757d2b-ad45-474b-aa62-7d0b912d971b req-b03dcdee-81c5-4b2b-b5cc-2d0808caa58a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0518856 Oct 27 13:59:55.311540 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-10757d2b-ad45-474b-aa62-7d0b912d971b req-955fef3e-a24b-42d2-b313-0081364057ba tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343189 Oct 27 13:59:55.479858 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0a99e2b2-b9b8-476f-863a-294059123f39 req-85979b90-0bd1-4160-9675-776546e65915 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0353270 Oct 27 13:59:56.474072 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5e499-3b91-457c-8614-35a10a96163e req-34eb09d6-8eae-4a2b-98fe-fa2447a1b589 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:56.475574 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f3c5e499-3b91-457c-8614-35a10a96163e req-34eb09d6-8eae-4a2b-98fe-fa2447a1b589 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0808425 Oct 27 13:59:56.517023 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f3c5e499-3b91-457c-8614-35a10a96163e req-616ccf21-5cbc-4bdc-be01-afcf255decf6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351667 Oct 27 13:59:56.595371 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7173533c-4a0c-4db2-b422-ad554f81ee52 req-bbed4b09-6fb3-4bee-ba96-3a15686e3528 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0256021 Oct 27 13:59:57.687875 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6472f29-e85b-4583-8568-7b9522bd51ea req-cb06fa0d-fac8-4325-920a-465084c1f64f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:57.690519 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e6472f29-e85b-4583-8568-7b9522bd51ea req-cb06fa0d-fac8-4325-920a-465084c1f64f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0678756 Oct 27 13:59:57.724690 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-32dd07b8-d2e3-4f76-9ab9-0a111126ec7f req-23748a32-2d65-4c00-8c19-9087bc9fadf2 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0574820 Oct 27 13:59:57.748669 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e6472f29-e85b-4583-8568-7b9522bd51ea req-8aba8100-72e9-4c56-9b4b-5b2d763a018b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510690 Oct 27 13:59:58.831804 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2654567c-72f5-478b-ba3b-7b76b8ee5c11 req-83a7cd2a-f620-48f7-a330-ca8206f54b6b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0260341 Oct 27 13:59:58.879152 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e8390-3702-492e-88d4-14b87506ab28 req-204ddf87-f916-4d97-b6a0-80319c6bed13 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 13:59:58.881014 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b64e8390-3702-492e-88d4-14b87506ab28 req-204ddf87-f916-4d97-b6a0-80319c6bed13 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0591629 Oct 27 13:59:58.921950 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b64e8390-3702-492e-88d4-14b87506ab28 req-a88b9b1d-0d36-4ea8-a2be-79d38584e178 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339758 Oct 27 13:59:59.943805 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-251af29f-cdad-4ef3-a1c2-9da349532001 req-f4a49932-489c-4b5e-8c7f-7e6a4b67b983 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0264966 Oct 27 14:00:00.049724 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fea30-9799-4e6e-9ae5-54140791e752 req-9fcc65e1-833b-46fa-b0b0-b16ee70290f6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:00.051179 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d91fea30-9799-4e6e-9ae5-54140791e752 req-9fcc65e1-833b-46fa-b0b0-b16ee70290f6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0506020 Oct 27 14:00:00.088701 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d91fea30-9799-4e6e-9ae5-54140791e752 req-33709202-faa0-465a-8cc3-31c1e26382dc tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314357 Oct 27 14:00:01.040924 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9e2f5b48-49e0-4f16-966d-932d75809f62 req-11c238aa-edb8-4d6a-81cf-79773adc9abd tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0252974 Oct 27 14:00:01.200247 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cf26c-cc51-431f-940a-f95ed2e0ce74 req-d6dc9163-3300-4c44-8d28-c7dc8da7bfe2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:01.201579 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-653cf26c-cc51-431f-940a-f95ed2e0ce74 req-d6dc9163-3300-4c44-8d28-c7dc8da7bfe2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0472703 Oct 27 14:00:01.241637 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-653cf26c-cc51-431f-940a-f95ed2e0ce74 req-dd47f056-184b-4fe2-9a1c-9debceb72ea1 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341976 Oct 27 14:00:02.133334 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-12193c73-63b4-428a-94ba-69f852126941 req-519e5940-578a-42aa-b32d-19c643df9c4e tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0257421 Oct 27 14:00:02.354911 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb1aaa-ae46-4bb0-bf65-e6871627a41b req-9ab160e8-c59e-4774-a116-29fec7cc7db2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:02.356447 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3cbb1aaa-ae46-4bb0-bf65-e6871627a41b req-9ab160e8-c59e-4774-a116-29fec7cc7db2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0521193 Oct 27 14:00:02.396569 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3cbb1aaa-ae46-4bb0-bf65-e6871627a41b req-1d3958b3-af7c-435d-afd5-e6eb40b8eb18 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339956 Oct 27 14:00:03.253117 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f359a611-950b-40fe-965e-9f2a262e86ef req-c6850555-5b6a-46d7-964b-15e3990ca7d0 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0379035 Oct 27 14:00:03.510871 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebed115-3828-4034-ba8d-8a160368366e req-e9bcbbde-6336-4c5c-ac10-cdcf71a32229 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:03.512365 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bebed115-3828-4034-ba8d-8a160368366e req-e9bcbbde-6336-4c5c-ac10-cdcf71a32229 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0481453 Oct 27 14:00:03.555594 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bebed115-3828-4034-ba8d-8a160368366e req-267771ee-ce12-40e6-b2fe-3cf1d9bb2eb2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333636 Oct 27 14:00:04.344612 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dde2bb20-cefc-4da6-9dd8-8eb978928e22 req-46cbe745-a4a2-4da7-8d59-1f66b126d69a tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0259488 Oct 27 14:00:04.678148 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4a3b0-502e-42dc-96dc-ad932cdfa340 req-85e09f52-470e-45e0-87d9-41b15883b0f7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:04.679579 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8ad4a3b0-502e-42dc-96dc-ad932cdfa340 req-85e09f52-470e-45e0-87d9-41b15883b0f7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0475361 Oct 27 14:00:04.716748 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8ad4a3b0-502e-42dc-96dc-ad932cdfa340 req-e3ebde3e-6981-48fd-87c7-4be7f502b788 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308609 Oct 27 14:00:05.446881 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4b12caff-2554-4ecb-94a1-9adee44d8ef7 req-746c6903-727a-448b-9211-56b011c5834d tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0385230 Oct 27 14:00:05.843605 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212b6f3-926d-49a2-8566-851ed8f4a117 req-8415c082-8e82-4671-a6fa-629264b29090 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:05.845083 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1212b6f3-926d-49a2-8566-851ed8f4a117 req-8415c082-8e82-4671-a6fa-629264b29090 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0495572 Oct 27 14:00:05.883387 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1212b6f3-926d-49a2-8566-851ed8f4a117 req-6ef476aa-7f65-44f6-8ac8-0f83fa08689f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Oct 27 14:00:06.555152 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6a25b0c0-ecd4-4074-b1b1-ba3f7f1849c9 req-c19b86d4-9336-41fd-a86a-51381ede231b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0285809 Oct 27 14:00:07.013590 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212e21e-5df6-4f07-9a37-503b7af933ad req-7d257165-cd4d-4519-adca-f7d52e77f77c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:07.015050 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e212e21e-5df6-4f07-9a37-503b7af933ad req-7d257165-cd4d-4519-adca-f7d52e77f77c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0641572 Oct 27 14:00:07.052471 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e212e21e-5df6-4f07-9a37-503b7af933ad req-54e20c4a-f57c-4a15-8afe-c87bcf76feef tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Oct 27 14:00:07.094818 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:00:07.674379 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3d89b4cc-8418-42f8-858d-9cb811edcd26 req-e8a3a113-5647-40db-9ca4-6d5880dbc176 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0386660 Oct 27 14:00:08.170655 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c723-d807-4d12-a074-4ee8f5135d81 req-46e7abe7-3106-49d3-8056-ab8fca4feaa5 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:08.172065 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3777c723-d807-4d12-a074-4ee8f5135d81 req-46e7abe7-3106-49d3-8056-ab8fca4feaa5 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0515258 Oct 27 14:00:08.221273 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3777c723-d807-4d12-a074-4ee8f5135d81 req-71c33f3d-1a94-4543-a97e-6a2445b78ae1 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Oct 27 14:00:08.778401 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e228d94c-1309-45e0-a63f-9e851ab12fcb req-627d1207-da27-485c-af72-c1724f3c9c1b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0279701 Oct 27 14:00:09.167417 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 59872) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:09.268181 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-93d221f4-b3cc-405f-8d92-f4b4982376b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:09.376769 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec85157-5775-43d5-8a79-6a9153baa56e req-e62a1b6b-6e42-4d93-9e5a-ca9931ec066e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:09.378216 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ec85157-5775-43d5-8a79-6a9153baa56e req-e62a1b6b-6e42-4d93-9e5a-ca9931ec066e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0797985 Oct 27 14:00:09.396379 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-93d221f4-b3cc-405f-8d92-f4b4982376b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:09.404734 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-93d221f4-b3cc-405f-8d92-f4b4982376b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:09.455384 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-93d221f4-b3cc-405f-8d92-f4b4982376b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25c4448be2524046a6b47024f6e0fcfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869051 Oct 27 14:00:09.458072 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 59880) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:09.459191 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ec85157-5775-43d5-8a79-6a9153baa56e req-0352512d-5598-4843-8d12-fb000b08de58 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721595 Oct 27 14:00:09.460252 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d221f4-b3cc-405f-8d92-f4b4982376b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5a31d-cbf6-4346-be70-9a6e4215f6dc,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:09.507108 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-68d8de9a-42b3-4d77-8c0f-d71e86e34aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:09.527219 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-68d8de9a-42b3-4d77-8c0f-d71e86e34aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:09.572208 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-68d8de9a-42b3-4d77-8c0f-d71e86e34aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:09.574722 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-68d8de9a-42b3-4d77-8c0f-d71e86e34aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:09.575906 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-68d8de9a-42b3-4d77-8c0f-d71e86e34aa9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65a5a31d-cbf6-4346-be70-9a6e4215f6dc HTTP/1.1" status: 204 len: 168 time: 0.1168211 Oct 27 14:00:09.583348 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8de9a-42b3-4d77-8c0f-d71e86e34aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5a31d-cbf6-4346-be70-9a6e4215f6dc,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:09.884531 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a8aff75a-9026-4e24-a8f7-fe87b38df2e1 req-5499aede-500c-4c59-8c83-40c4f17f47d5 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0346010 Oct 27 14:00:10.583774 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753e4a8-b8be-49b6-8c65-333b05d1c544 req-884d1bad-950a-47d2-87e5-a91c5a5092bd tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:10.585238 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c753e4a8-b8be-49b6-8c65-333b05d1c544 req-884d1bad-950a-47d2-87e5-a91c5a5092bd tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0508397 Oct 27 14:00:10.623595 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c753e4a8-b8be-49b6-8c65-333b05d1c544 req-69307d00-c7d4-4c5b-88e8-6004335987d6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324645 Oct 27 14:00:10.987335 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a087ba68-7a5b-4ebf-8699-3a1c8fc685d9 req-7f819dd3-932b-4fb5-aff5-35f9b4f3a216 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0336804 Oct 27 14:00:11.735009 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54334e6e-10a0-4ba8-a0aa-edd002cd2157 req-8adfcde7-bc59-4eff-8c24-d80a424f292f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:11.736450 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-54334e6e-10a0-4ba8-a0aa-edd002cd2157 req-8adfcde7-bc59-4eff-8c24-d80a424f292f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.0475543 Oct 27 14:00:11.776414 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-54334e6e-10a0-4ba8-a0aa-edd002cd2157 req-dbde97c5-7d67-4846-b90a-847f8ebc61ab tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340598 Oct 27 14:00:11.812043 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-593ff51a-2bb2-481d-89f8-96b9e1b2200f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:12.070590 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-443678b9-6a2e-4ede-afb8-ff715fd7c176 req-cfd39dcd-55b4-4bbd-b68c-4cba09a1eee9 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0266623 Oct 27 14:00:12.546282 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-678a8731-0e9e-4dbc-b384-0762b3c4d20d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:00:12.547188 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Request body: {'port': {'device_id': 'd520f044-9ba8-48c4-92e0-95e4b9515eaa', 'network_id': '51ea3e21-7581-4c09-9393-5d7eb2e8a86a', 'admin_state_up': True, 'tenant_id': '9def59a067304b9ebfed482f56a032aa'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:12.547378 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-678a8731-0e9e-4dbc-b384-0762b3c4d20d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055676 Oct 27 14:00:12.728816 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Request body: {'port': {'device_id': '3b67f99e-6852-464a-842e-d9bfaacd8e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:12.783892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:12.810155 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Made reservation on behalf of 9def59a067304b9ebfed482f56a032aa for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:00:12.814124 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:13.028466 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b376c-a9bc-4d60-b5e3-52d7384d3233 req-1d12ccd4-e39c-4bec-b94d-bc2cbfeb1656 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:13.029965 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-683b376c-a9bc-4d60-b5e3-52d7384d3233 req-1d12ccd4-e39c-4bec-b94d-bc2cbfeb1656 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 932 time: 0.1867948 Oct 27 14:00:13.101818 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d15caec-e289-4294-9aff-091c0ac6ab42 {{(pid=101356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:00:13.102343 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Allocated IP 172.20.0.14 (51ea3e21-7581-4c09-9393-5d7eb2e8a86a/abda16d9-7591-46b0-ab07-ed3490e6bf73/cbb76577-53d5-4f08-b6f9-1bcab86a1f8b) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:00:13.108643 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-683b376c-a9bc-4d60-b5e3-52d7384d3233 req-85030c86-4cbf-40c0-bd36-dac6f781b6de tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716212 Oct 27 14:00:13.126142 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:13.158005 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.provisioning_blocks [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Transition to ACTIVE for port object 5d15caec-e289-4294-9aff-091c0ac6ab42 will not be triggered until provisioned by entity L2. {{(pid=101356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:00:13.166750 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:13.246829 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ce5740af-31b8-4e52-a822-4c6d1b0ea2ce req-ee996983-cbe3-4334-a616-40eba0aeede8 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0406179 Oct 27 14:00:13.320164 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:13.323502 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Pushing event updated for resources: {'Port': ['ID=5d15caec-e289-4294-9aff-091c0ac6ab42,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:13.329916 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Attempting to bind port 5d15caec-e289-4294-9aff-091c0ac6ab42 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:00:13.330490 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Attempting to bind port 5d15caec-e289-4294-9aff-091c0ac6ab42 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:00:13.330985 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Attempting to bind port 5d15caec-e289-4294-9aff-091c0ac6ab42 on network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:00:13.337045 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Port 5d15caec-e289-4294-9aff-091c0ac6ab42 on network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:00:13.337516 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Attempting to bind port 5d15caec-e289-4294-9aff-091c0ac6ab42 on network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:00:13.343353 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 13, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:00:13.343866 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Checking segment: {'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:00:13.344683 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Bound using segment: {'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:00:13.346008 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Bound port: 5d15caec-e289-4294-9aff-091c0ac6ab42, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'}}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:00:13.346518 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:13.391545 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:13.417225 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] For port 5d15caec-e289-4294-9aff-091c0ac6ab42, host hv-cinder-81489, cleared binding levels {{(pid=101356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:00:13.422224 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] For port 5d15caec-e289-4294-9aff-091c0ac6ab42, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=5d15caec-e289-4294-9aff-091c0ac6ab42,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:00:13.426155 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:13.458216 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.66', 62757) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:13.496841 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Pushing event updated for resources: {'Port': ['ID=5d15caec-e289-4294-9aff-091c0ac6ab42,revision_number=3']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:13.507748 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:13.508587 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:13.510523 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-adc1c5ad-752a-4a07-93b4-19427b1791ce service neutron] 10.222.0.66 "PUT /v2.0/ports/5d15caec-e289-4294-9aff-091c0ac6ab42 HTTP/1.1" status: 200 len: 1094 time: 0.8314567 Oct 27 14:00:13.510954 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b67f99e-6852-464a-842e-d9bfaacd8e98', 'tag': '5d15caec-e289-4294-9aff-091c0ac6ab42'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:00:13.560882 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Network 51ea3e21-7581-4c09-9393-5d7eb2e8a86a is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:00:13.574977 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:00:13.589359 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:00:13.595108 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:13.595881 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:13.606918 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Pushing event updated for resources: {'Port': ['ID=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:13.635127 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-85857873-4db3-4ba0-80ed-5dd3396ef079 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0938334 Oct 27 14:00:13.659226 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-bdca82d9-d781-4e46-8bda-27227a3ff783 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:13.660683 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-9987d64b-4fde-44b2-ac59-83d47eac983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:13.661279 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-bdca82d9-d781-4e46-8bda-27227a3ff783 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 818 time: 0.1999338 Oct 27 14:00:13.664255 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-9987d64b-4fde-44b2-ac59-83d47eac983f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 1097 time: 0.0806651 Oct 27 14:00:13.729320 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fc5b21-be3f-4630-8ac2-1726c462fbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b67f99e-6852-464a-842e-d9bfaacd8e98", "tag": "5d15caec-e289-4294-9aff-091c0ac6ab42"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:00:13.783177 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Request body: {'port': {'device_id': 'd520f044-9ba8-48c4-92e0-95e4b9515eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:13.805846 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Request body: {'port': {'device_id': '32a52373-d24e-40d9-a899-d0e1368c9568', 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18', 'admin_state_up': True, 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:13.862388 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-98e832b5-27fd-48f3-b026-b380d3c6c42e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d15caec-e289-4294-9aff-091c0ac6ab42 HTTP/1.1" status: 200 len: 217 time: 0.0840724 Oct 27 14:00:13.894298 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafeb239-5aef-4c4e-88f3-47c165291fc6 x-openstack-request-id: req-cafeb239-5aef-4c4e-88f3-47c165291fc6 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:00:13.894612 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b67f99e-6852-464a-842e-d9bfaacd8e98", "tag": "5d15caec-e289-4294-9aff-091c0ac6ab42", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:00:13.894860 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cafeb239-5aef-4c4e-88f3-47c165291fc6 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:00:13.895302 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b67f99e-6852-464a-842e-d9bfaacd8e98', 'tag': '5d15caec-e289-4294-9aff-091c0ac6ab42', 'status': 'completed', 'code': 200} Oct 27 14:00:13.922167 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:13.931622 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-85204ddd-793d-40fe-8711-014560a07c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:13.933296 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-85204ddd-793d-40fe-8711-014560a07c1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0541403 Oct 27 14:00:14.112837 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Made reservation on behalf of 28fe5abf22dc4ba99b5485413b8abd90 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:00:14.116231 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:14.123124 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-3176bb64-5bf8-418c-8b8a-32458f3027c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1785617 Oct 27 14:00:14.243067 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162520a-f40e-4fd1-afd3-8deff7e22a55 req-fb1d7f6f-4d69-4fac-9add-5be1ea93a2e3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:14.244635 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8162520a-f40e-4fd1-afd3-8deff7e22a55 req-fb1d7f6f-4d69-4fac-9add-5be1ea93a2e3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.0609770 Oct 27 14:00:14.285948 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8162520a-f40e-4fd1-afd3-8deff7e22a55 req-2df5d846-feab-4f9e-91b0-8fe3b0902d84 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348554 Oct 27 14:00:14.417116 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Allocated IP 172.20.0.14 (2ceb63fa-b2d3-4728-950b-3d5f93433c18/3319ac0e-a709-4d17-b89a-d969e1947cab/93f58d56-d37a-4d11-a15d-6b0937f904ee) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:00:14.469826 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affd899-7d83-4e8d-b6eb-47442875da7a req-5f8d3f3c-b3eb-4db6-b010-1633fa1716fa tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:14.471293 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6affd899-7d83-4e8d-b6eb-47442875da7a req-5f8d3f3c-b3eb-4db6-b010-1633fa1716fa tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 932 time: 0.1323419 Oct 27 14:00:14.482052 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8bb983cd-8dcf-4946-80b9-39628a66e1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:14.518369 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb76577-53d5-4f08-b6f9-1bcab86a1f8b {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:00:14.536485 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:14.702129 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Transition to ACTIVE for port object cbb76577-53d5-4f08-b6f9-1bcab86a1f8b will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:00:14.708386 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6affd899-7d83-4e8d-b6eb-47442875da7a req-baf19b2c-fbbc-4100-8847-bb6d4b4eecfc tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296414 Oct 27 14:00:14.712629 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:14.818808 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Pushing event updated for resources: {'Port': ['ID=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:14.888311 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:14.896645 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Attempting to bind port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:00:14.897004 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Attempting to bind port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '5e763547-bed5-4a8c-8c32-c762979dd125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '51ea3e21-7581-4c09-9393-5d7eb2e8a86a'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:00:14.897342 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Attempting to bind port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b on network 51ea3e21-7581-4c09-9393-5d7eb2e8a86a {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:00:14.903545 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b on network 51ea3e21-7581-4c09-9393-5d7eb2e8a86a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:00:14.903877 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Attempting to bind port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b on network 51ea3e21-7581-4c09-9393-5d7eb2e8a86a {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:00:14.911949 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 13, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:00:14.912305 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Checking segment: {'id': '5e763547-bed5-4a8c-8c32-c762979dd125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '51ea3e21-7581-4c09-9393-5d7eb2e8a86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:00:14.912844 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Bound using segment: {'id': '5e763547-bed5-4a8c-8c32-c762979dd125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '51ea3e21-7581-4c09-9393-5d7eb2e8a86a'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:00:14.913280 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Bound port: cbb76577-53d5-4f08-b6f9-1bcab86a1f8b, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e763547-bed5-4a8c-8c32-c762979dd125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '51ea3e21-7581-4c09-9393-5d7eb2e8a86a'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:00:14.913613 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:14.966385 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:15.034355 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] For port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:00:15.038983 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:00:15.055956 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:00:15.061232 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:00:15.067391 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:15.067983 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:15.070302 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Pushing event updated for resources: {'Port': ['ID=93f58d56-d37a-4d11-a15d-6b0937f904ee,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:15.074351 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] For port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,segment=NetworkSegment(5e763547-bed5-4a8c-8c32-c762979dd125),segment_id=5e763547-bed5-4a8c-8c32-c762979dd125)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:00:15.081421 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:15.110872 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-859638a2-4c28-471a-acdc-7aa82b2bf19c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3319621 Oct 27 14:00:15.125882 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:15.126606 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:15.127841 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] 10.222.0.66 "PUT /v2.0/ports/cbb76577-53d5-4f08-b6f9-1bcab86a1f8b HTTP/1.1" status: 200 len: 1094 time: 1.3522530 Oct 27 14:00:15.128394 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520f044-9ba8-48c4-92e0-95e4b9515eaa', 'tag': 'cbb76577-53d5-4f08-b6f9-1bcab86a1f8b'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:00:15.204465 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415154f9-344f-4652-8697-4d2e65d0fa2b service neutron] Pushing event updated for resources: {'Port': ['ID=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:15.240502 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85960f76-94db-43d0-b887-18c488e20d35" -d '{"events": [{"name": "network-changed", "server_uuid": "d520f044-9ba8-48c4-92e0-95e4b9515eaa", "tag": "cbb76577-53d5-4f08-b6f9-1bcab86a1f8b"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:00:15.250906 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:15.380181 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c061ab53-23da-4368-a447-962c6c295bb4 x-openstack-request-id: req-c061ab53-23da-4368-a447-962c6c295bb4 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:00:15.380486 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520f044-9ba8-48c4-92e0-95e4b9515eaa", "tag": "cbb76577-53d5-4f08-b6f9-1bcab86a1f8b", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:00:15.380751 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c061ab53-23da-4368-a447-962c6c295bb4 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:00:15.381187 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520f044-9ba8-48c4-92e0-95e4b9515eaa', 'tag': 'cbb76577-53d5-4f08-b6f9-1bcab86a1f8b', 'status': 'completed', 'code': 200} Oct 27 14:00:15.406774 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e042ab3-7ee2-407a-bd1f-f8828c676924 req-84035ae5-d2a6-459d-9978-bbea7ca3ecdb tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:15.408312 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e042ab3-7ee2-407a-bd1f-f8828c676924 req-84035ae5-d2a6-459d-9978-bbea7ca3ecdb tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.0555692 Oct 27 14:00:15.448522 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e042ab3-7ee2-407a-bd1f-f8828c676924 req-e67c3ab3-68b4-44ca-843c-e6a84393ba29 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Oct 27 14:00:15.821720 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d9752-6cb4-47bc-b99f-ed0c625d61f8 req-3f1c01bb-d884-494c-a351-ea3bf4add64e tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:15.823166 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-625d9752-6cb4-47bc-b99f-ed0c625d61f8 req-3f1c01bb-d884-494c-a351-ea3bf4add64e tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0472701 Oct 27 14:00:15.859936 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-625d9752-6cb4-47bc-b99f-ed0c625d61f8 req-2e4d0767-3d4f-4986-982e-faa33e3c67da tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Oct 27 14:00:16.058713 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:16.321417 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-0ba3502f-2319-40ac-bf81-fdb030857062 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828154 Oct 27 14:00:16.568907 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad644c31-69c8-47a1-adef-acf56b1a32d8 req-b77b112d-cb8d-4192-9ef4-c014ad6535c6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:16.570374 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ad644c31-69c8-47a1-adef-acf56b1a32d8 req-b77b112d-cb8d-4192-9ef4-c014ad6535c6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.0499766 Oct 27 14:00:16.606730 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ad644c31-69c8-47a1-adef-acf56b1a32d8 req-4384420e-d3aa-4a0e-b1d4-8461ba9c8c45 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305405 Oct 27 14:00:16.969606 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e947-4037-4115-a9c2-114680c1c0e7 req-d6e8f7bc-7c10-4b72-81b4-e072545f7939 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:16.971050 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bea2e947-4037-4115-a9c2-114680c1c0e7 req-d6e8f7bc-7c10-4b72-81b4-e072545f7939 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0474095 Oct 27 14:00:17.008545 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bea2e947-4037-4115-a9c2-114680c1c0e7 req-5a216bc0-8e05-46da-b1ee-0f8febac9f73 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Oct 27 14:00:17.550418 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:17.615920 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Request body: {'port': {'device_id': '32a52373-d24e-40d9-a899-d0e1368c9568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:00:17.711486 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cad069fc-57b1-41f5-b167-fa829cad7b9f req-b2565a0a-0251-40af-b64c-194d10a22704 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954013 Oct 27 14:00:17.769767 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:17.782913 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-a46624a1-c269-4ab6-9c90-cba2924d19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:17.784379 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-a46624a1-c269-4ab6-9c90-cba2924d19f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9def59a067304b9ebfed482f56a032aa&device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 1097 time: 0.1494634 Oct 27 14:00:17.798659 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5b21-be3f-4630-8ac2-1726c462fbc2 req-c6eef78f-3f7d-4737-8644-8eb387154bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:17.798954 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e3b8c-1dfd-4b52-b53b-813072971128 req-7027449c-d975-4988-a232-7d7aed9c01bf tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:17.800145 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88fc5b21-be3f-4630-8ac2-1726c462fbc2 req-c6eef78f-3f7d-4737-8644-8eb387154bc8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 1097 time: 0.0401740 Oct 27 14:00:17.800376 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-365e3b8c-1dfd-4b52-b53b-813072971128 req-7027449c-d975-4988-a232-7d7aed9c01bf tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.1069717 Oct 27 14:00:17.900168 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-02f0153d-e43c-4129-a209-33710a98d666 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b HTTP/1.1" status: 200 len: 217 time: 0.0963168 Oct 27 14:00:17.958511 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5b21-be3f-4630-8ac2-1726c462fbc2 req-4c4ce42c-bf33-4ca9-bf6d-719e85f176ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:17.959986 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88fc5b21-be3f-4630-8ac2-1726c462fbc2 req-4c4ce42c-bf33-4ca9-bf6d-719e85f176ee service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 919 time: 0.1467128 Oct 27 14:00:18.006369 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88fc5b21-be3f-4630-8ac2-1726c462fbc2 req-d9caa165-2125-43b3-b1ef-cc18cd707724 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d15caec-e289-4294-9aff-091c0ac6ab42 HTTP/1.1" status: 200 len: 217 time: 0.0372150 Oct 27 14:00:18.013423 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-365e3b8c-1dfd-4b52-b53b-813072971128 req-b23a106f-7ced-40b3-9065-8e538f0d9efa tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639905 Oct 27 14:00:18.060144 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5b21-be3f-4630-8ac2-1726c462fbc2 req-feefb850-0dfa-4269-9cf9-61c8329a645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:18.061600 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88fc5b21-be3f-4630-8ac2-1726c462fbc2 req-feefb850-0dfa-4269-9cf9-61c8329a645a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0470324 Oct 27 14:00:18.067836 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-4a3f469f-6602-4c0e-8d53-3acc003dd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:18.069415 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-4a3f469f-6602-4c0e-8d53-3acc003dd030 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abda16d9-7591-46b0-ab07-ed3490e6bf73 HTTP/1.1" status: 200 len: 852 time: 0.1597662 Oct 27 14:00:18.095842 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88fc5b21-be3f-4630-8ac2-1726c462fbc2 req-a373e8b4-3411-4561-93f3-c317bf4475d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268238 Oct 27 14:00:18.124601 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-734b9c8f-d5cd-432e-b1d3-0c02937c46e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51ea3e21-7581-4c09-9393-5d7eb2e8a86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469220 Oct 27 14:00:18.194568 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360adec-0a6a-4ca8-8b21-16326d0310ff req-4ddd1e2d-2637-4262-a233-0033f7b7596c tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:18.196003 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f360adec-0a6a-4ca8-8b21-16326d0310ff req-4ddd1e2d-2637-4262-a233-0033f7b7596c tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.1024656 Oct 27 14:00:18.230177 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88fc5b21-be3f-4630-8ac2-1726c462fbc2 req-ca22343a-edc1-46e3-8436-eddd4bdeafe4 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245933 Oct 27 14:00:18.264725 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f360adec-0a6a-4ca8-8b21-16326d0310ff req-b0455548-e524-4097-bd10-ca78075bbf3d tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624635 Oct 27 14:00:18.283553 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-001a05f6-3cfe-4622-95cd-71f64e290db6 service neutron] 10.222.0.66 "GET /v2.0/networks/51ea3e21-7581-4c09-9393-5d7eb2e8a86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499841 Oct 27 14:00:18.329273 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88fc5b21-be3f-4630-8ac2-1726c462fbc2 req-87162cf4-0dba-44d2-9272-40a3ebda515a service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889966 Oct 27 14:00:18.378069 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f58d56-d37a-4d11-a15d-6b0937f904ee {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:00:18.387960 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.412319 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Transition to ACTIVE for port object 93f58d56-d37a-4d11-a15d-6b0937f904ee will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:00:18.421135 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.453018 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ff4e7f6-d8fc-4838-b982-dc922abb38e1 req-c7e16207-a6f6-470e-a2c1-9e4ba6f50656 service neutron] 10.222.0.66 "GET /v2.0/networks/51ea3e21-7581-4c09-9393-5d7eb2e8a86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574962 Oct 27 14:00:18.479954 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Pushing event updated for resources: {'Port': ['ID=93f58d56-d37a-4d11-a15d-6b0937f904ee,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:18.510136 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Attempting to bind port 93f58d56-d37a-4d11-a15d-6b0937f904ee on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:00:18.510467 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Attempting to bind port 93f58d56-d37a-4d11-a15d-6b0937f904ee by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:00:18.510791 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Attempting to bind port 93f58d56-d37a-4d11-a15d-6b0937f904ee on network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:00:18.524585 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Port 93f58d56-d37a-4d11-a15d-6b0937f904ee on network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:00:18.524911 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Attempting to bind port 93f58d56-d37a-4d11-a15d-6b0937f904ee on network 2ceb63fa-b2d3-4728-950b-3d5f93433c18 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:00:18.543625 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 13, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:00:18.543954 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Checking segment: {'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:00:18.544642 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Bound using segment: {'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:00:18.545072 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Bound port: 93f58d56-d37a-4d11-a15d-6b0937f904ee, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e73125-80f0-45f0-b91f-7c8f2798270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:00:18.545415 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.587479 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85960f76-94db-43d0-b887-18c488e20d35 req-570a48e7-defc-44e2-863e-9582109852df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:18.588999 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-85960f76-94db-43d0-b887-18c488e20d35 req-570a48e7-defc-44e2-863e-9582109852df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9def59a067304b9ebfed482f56a032aa&device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 1097 time: 0.0759706 Oct 27 14:00:18.617864 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] For port 93f58d56-d37a-4d11-a15d-6b0937f904ee, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:00:18.622118 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] For port 93f58d56-d37a-4d11-a15d-6b0937f904ee, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:00:18.627115 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.787918 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:18.788525 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:18.790098 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] 10.222.0.66 "PUT /v2.0/ports/93f58d56-d37a-4d11-a15d-6b0937f904ee HTTP/1.1" status: 200 len: 1094 time: 1.1791017 Oct 27 14:00:18.799086 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a52373-d24e-40d9-a899-d0e1368c9568', 'tag': '93f58d56-d37a-4d11-a15d-6b0937f904ee'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:00:18.801869 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1681408-25d9-4a26-adfc-7e24288ebeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "32a52373-d24e-40d9-a899-d0e1368c9568", "tag": "93f58d56-d37a-4d11-a15d-6b0937f904ee"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:00:18.858550 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172e4884-61f0-4c7b-a5d8-ca75fa020b0a x-openstack-request-id: req-172e4884-61f0-4c7b-a5d8-ca75fa020b0a {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:00:18.858839 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a52373-d24e-40d9-a899-d0e1368c9568", "tag": "93f58d56-d37a-4d11-a15d-6b0937f904ee", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:00:18.859088 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-172e4884-61f0-4c7b-a5d8-ca75fa020b0a {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:00:18.859465 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a52373-d24e-40d9-a899-d0e1368c9568', 'tag': '93f58d56-d37a-4d11-a15d-6b0937f904ee', 'status': 'completed', 'code': 200} Oct 27 14:00:18.936215 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599da6a-4662-4c91-8b1b-7e1639831929 service neutron] Pushing event updated for resources: {'Port': ['ID=93f58d56-d37a-4d11-a15d-6b0937f904ee,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:18.979026 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-4ce03886-8be7-467d-8676-0896bc5f7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:18.980570 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-4ce03886-8be7-467d-8676-0896bc5f7ba7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 1097 time: 0.1185942 Oct 27 14:00:18.993685 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85960f76-94db-43d0-b887-18c488e20d35 req-33f6154c-a114-4723-b0c9-7e359e979ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:18.995167 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-85960f76-94db-43d0-b887-18c488e20d35 req-33f6154c-a114-4723-b0c9-7e359e979ef1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51ea3e21-7581-4c09-9393-5d7eb2e8a86a HTTP/1.1" status: 200 len: 913 time: 0.2201645 Oct 27 14:00:19.038429 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-855ebebd-2f33-4ab8-a7f9-a3c4a38198d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee HTTP/1.1" status: 200 len: 217 time: 0.0422542 Oct 27 14:00:19.072680 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-85960f76-94db-43d0-b887-18c488e20d35 req-89edcd8e-a15d-4c97-a43f-321f1ad8c997 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b HTTP/1.1" status: 200 len: 217 time: 0.0702724 Oct 27 14:00:19.146458 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-da80b34d-6143-49d7-9afb-c2e30c7b8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:19.148239 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-da80b34d-6143-49d7-9afb-c2e30c7b8a8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0842299 Oct 27 14:00:19.153720 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85960f76-94db-43d0-b887-18c488e20d35 req-8e25f889-3cce-4f46-afc1-b57009ecf85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:19.155060 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-85960f76-94db-43d0-b887-18c488e20d35 req-8e25f889-3cce-4f46-afc1-b57009ecf85b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abda16d9-7591-46b0-ab07-ed3490e6bf73 HTTP/1.1" status: 200 len: 852 time: 0.0638137 Oct 27 14:00:19.158105 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d02d5-99d5-4894-ba2c-a89f399f3880 req-a8102ef7-1241-4912-acc3-b3fe6bf5ea52 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:19.159546 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-981d02d5-99d5-4894-ba2c-a89f399f3880 req-a8102ef7-1241-4912-acc3-b3fe6bf5ea52 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.0498574 Oct 27 14:00:19.204071 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-981d02d5-99d5-4894-ba2c-a89f399f3880 req-b31d7112-8271-4541-9899-2f2599cb0a45 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374730 Oct 27 14:00:19.208827 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-ee33d191-b74b-4a28-8ac6-953c68d83f12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452657 Oct 27 14:00:19.210461 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-85960f76-94db-43d0-b887-18c488e20d35 req-15224663-2555-4e8f-b002-3716e373674a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51ea3e21-7581-4c09-9393-5d7eb2e8a86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366545 Oct 27 14:00:19.400502 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-e95e0603-4be9-4648-ba26-1b245a2ff441 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765592 Oct 27 14:00:19.405759 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-85960f76-94db-43d0-b887-18c488e20d35 req-a46f0e0d-6ff9-48eb-bf3d-44b7a033d2e4 service neutron] 10.222.0.66 "GET /v2.0/networks/51ea3e21-7581-4c09-9393-5d7eb2e8a86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739566 Oct 27 14:00:19.423222 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a8da1-3960-44d9-9fc1-2faad17cacf3 req-25de714a-e348-4ed0-b099-960dee2f76d0 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:19.424666 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-291a8da1-3960-44d9-9fc1-2faad17cacf3 req-25de714a-e348-4ed0-b099-960dee2f76d0 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0890868 Oct 27 14:00:19.564578 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-291a8da1-3960-44d9-9fc1-2faad17cacf3 req-3f7ef315-5a91-4684-917c-efce62bc37a1 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220839 Oct 27 14:00:19.603537 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-85960f76-94db-43d0-b887-18c488e20d35 req-6e88f3b0-c6fb-4905-86bb-0af1894ffddc service neutron] 10.222.0.66 "GET /v2.0/networks/51ea3e21-7581-4c09-9393-5d7eb2e8a86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760111 Oct 27 14:00:19.608711 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b5cd54e-5314-46ed-893b-758acdfead7c req-cb386e51-92c7-43a3-8ca0-f0216f7877ef service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831880 Oct 27 14:00:19.733325 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1681408-25d9-4a26-adfc-7e24288ebeb2 req-6d07eee8-cdc3-4099-b175-84f1e821bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:19.735046 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b1681408-25d9-4a26-adfc-7e24288ebeb2 req-6d07eee8-cdc3-4099-b175-84f1e821bdbb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 1097 time: 0.0441616 Oct 27 14:00:19.828512 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:19.868630 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1681408-25d9-4a26-adfc-7e24288ebeb2 req-8cac2649-d88d-406d-8b3c-500c6757ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:19.870232 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b1681408-25d9-4a26-adfc-7e24288ebeb2 req-8cac2649-d88d-406d-8b3c-500c6757ca60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 919 time: 0.1266418 Oct 27 14:00:19.932482 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b1681408-25d9-4a26-adfc-7e24288ebeb2 req-52da630b-2d24-4504-a43c-c20139754f11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee HTTP/1.1" status: 200 len: 217 time: 0.0544775 Oct 27 14:00:19.992518 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1681408-25d9-4a26-adfc-7e24288ebeb2 req-320ab0c5-27d9-413e-a8ed-3eff57845726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:19.993972 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b1681408-25d9-4a26-adfc-7e24288ebeb2 req-320ab0c5-27d9-413e-a8ed-3eff57845726 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0543258 Oct 27 14:00:20.028576 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b1681408-25d9-4a26-adfc-7e24288ebeb2 req-2739038c-def5-4b8e-a2dc-6ebdfac70d38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274661 Oct 27 14:00:20.136269 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b1681408-25d9-4a26-adfc-7e24288ebeb2 req-11cf41a1-bf9b-42d8-ab99-1083d4df2084 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001396 Oct 27 14:00:20.250753 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b1681408-25d9-4a26-adfc-7e24288ebeb2 req-bc3aa669-115c-43b0-b206-6d4e25acfdd0 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059813 Oct 27 14:00:20.335373 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ff561-17b7-4830-a2ea-8b25746aec5e req-335dc184-083e-4793-b9eb-39ff67ebbf0a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:20.336919 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a89ff561-17b7-4830-a2ea-8b25746aec5e req-335dc184-083e-4793-b9eb-39ff67ebbf0a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.0576358 Oct 27 14:00:20.383492 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a89ff561-17b7-4830-a2ea-8b25746aec5e req-827649ec-41d1-421f-bb9b-8d452dd86efb tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398433 Oct 27 14:00:20.677767 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb5607-ee29-4a21-9d92-8c572b89bd80 req-0eafaa97-c546-4f73-98a3-96c675879337 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:20.679223 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-03cb5607-ee29-4a21-9d92-8c572b89bd80 req-0eafaa97-c546-4f73-98a3-96c675879337 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0485389 Oct 27 14:00:20.717332 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-03cb5607-ee29-4a21-9d92-8c572b89bd80 req-956e5c10-a1bf-4a56-9216-b5e7b866caaf tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Oct 27 14:00:21.492959 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fff083-aba4-4e71-be3c-7396292c0ccd req-49888491-87e2-419f-a7b8-0fb86abd872c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:21.494505 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-87fff083-aba4-4e71-be3c-7396292c0ccd req-49888491-87e2-419f-a7b8-0fb86abd872c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.0477896 Oct 27 14:00:21.532446 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-87fff083-aba4-4e71-be3c-7396292c0ccd req-4cc53fee-8392-46b7-9de6-73435bfedbe4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Oct 27 14:00:21.833224 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54621b2b-1390-4bf4-96a9-8bd2a95502f9 req-e6acba81-42c0-4d2f-873d-a3942d5b026e tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:21.834700 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-54621b2b-1390-4bf4-96a9-8bd2a95502f9 req-e6acba81-42c0-4d2f-873d-a3942d5b026e tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0515914 Oct 27 14:00:21.871483 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-54621b2b-1390-4bf4-96a9-8bd2a95502f9 req-5f1f9d2c-e776-4f77-8a11-55691677b225 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Oct 27 14:00:22.642135 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b054e70-ea85-4c21-98c7-94f0ab3f5bda req-67194273-2721-49a6-a06f-b6df85895f00 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:22.643575 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0b054e70-ea85-4c21-98c7-94f0ab3f5bda req-67194273-2721-49a6-a06f-b6df85895f00 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.0467696 Oct 27 14:00:22.680387 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0b054e70-ea85-4c21-98c7-94f0ab3f5bda req-2403b4e3-9766-4dbb-8f84-0afd714cd9b6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305240 Oct 27 14:00:22.982606 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbec4c5-2d94-4da2-9472-bc38b04b20bd req-d844c20b-aa5e-456e-974d-b78bbb7ba627 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:22.984121 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0cbec4c5-2d94-4da2-9472-bc38b04b20bd req-d844c20b-aa5e-456e-974d-b78bbb7ba627 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0486865 Oct 27 14:00:23.021912 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0cbec4c5-2d94-4da2-9472-bc38b04b20bd req-ae461df8-f50e-4bf9-afb4-4327f255d4b1 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Oct 27 14:00:23.793391 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75e641-adea-4266-b6a8-2de2c91cc605 req-ccc6e5a3-4e43-4e16-97b0-3a236e793398 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:23.795084 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf75e641-adea-4266-b6a8-2de2c91cc605 req-ccc6e5a3-4e43-4e16-97b0-3a236e793398 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.0508809 Oct 27 14:00:23.831089 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf75e641-adea-4266-b6a8-2de2c91cc605 req-95077ebf-d5b1-47fc-96cb-e76b4b13cafc tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302234 Oct 27 14:00:24.130647 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11ad28-75cc-4b46-b7db-9910d1167d64 req-92c4a75d-8d79-4627-94f3-70a2173068a4 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:24.132061 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2d11ad28-75cc-4b46-b7db-9910d1167d64 req-92c4a75d-8d79-4627-94f3-70a2173068a4 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0462105 Oct 27 14:00:24.168565 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2d11ad28-75cc-4b46-b7db-9910d1167d64 req-adb6ea29-b09c-4a64-89fb-8f0bd39e2a2d tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307558 Oct 27 14:00:24.941957 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a99cd9-ce20-45a0-bcee-d4766b8d0bba req-65820f92-10e8-4c68-a0ef-3909fb4730e0 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:24.943395 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88a99cd9-ce20-45a0-bcee-d4766b8d0bba req-65820f92-10e8-4c68-a0ef-3909fb4730e0 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.0474191 Oct 27 14:00:24.978996 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88a99cd9-ce20-45a0-bcee-d4766b8d0bba req-0d36abd0-dd5f-4511-a66e-7674ba5cbe93 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298367 Oct 27 14:00:25.281924 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6042a-72ae-4cb3-a2e2-95b7b9792a4c req-2f030dad-bb15-449e-8fde-dc1c203883fa tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:25.283392 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-37f6042a-72ae-4cb3-a2e2-95b7b9792a4c req-2f030dad-bb15-449e-8fde-dc1c203883fa tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0507772 Oct 27 14:00:25.321731 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-37f6042a-72ae-4cb3-a2e2-95b7b9792a4c req-66272060-7671-4ce3-815b-116a393358cd tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317612 Oct 27 14:00:26.093336 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88003c3d-fdbe-4802-b52d-b815f52f9009 req-b4c41cd6-070c-40d6-a9f3-fe22b5d3a24e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:26.094794 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88003c3d-fdbe-4802-b52d-b815f52f9009 req-b4c41cd6-070c-40d6-a9f3-fe22b5d3a24e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 944 time: 0.0497186 Oct 27 14:00:26.132612 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-88003c3d-fdbe-4802-b52d-b815f52f9009 req-cfa41d33-21f5-497c-86a1-28afa0a74223 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Oct 27 14:00:26.411587 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 5d15caec-e289-4294-9aff-091c0ac6ab42 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:00:26.467404 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fcdb5-683b-41c0-acd2-5940830413a3 req-1a792ac4-ab31-4a43-a69f-020eac67ef69 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:26.468897 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e22fcdb5-683b-41c0-acd2-5940830413a3 req-1a792ac4-ab31-4a43-a69f-020eac67ef69 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0586472 Oct 27 14:00:26.521147 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e22fcdb5-683b-41c0-acd2-5940830413a3 req-e2348e24-212b-4e7c-b236-b6085586355c tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451822 Oct 27 14:00:26.543461 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 5d15caec-e289-4294-9aff-091c0ac6ab42, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=5d15caec-e289-4294-9aff-091c0ac6ab42,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:26.555591 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '5d15caec-e289-4294-9aff-091c0ac6ab42', 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18', 'port_id': '5d15caec-e289-4294-9aff-091c0ac6ab42', 'mac_address': 'fa:16:3e:8e:d7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3319ac0e-a709-4d17-b89a-d969e1947cab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:00:26.596948 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:26.610387 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d15caec-e289-4294-9aff-091c0ac6ab42 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:00:26.631716 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 5d15caec-e289-4294-9aff-091c0ac6ab42, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=5d15caec-e289-4294-9aff-091c0ac6ab42,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:26.635391 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:26.687932 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=5d15caec-e289-4294-9aff-091c0ac6ab42,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:27.254428 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5245a-bf6a-489e-9cb9-7e989e472bc7 req-5c3907d4-3ee6-4af5-8778-13edbc5f085e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:27.256788 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ebb5245a-bf6a-489e-9cb9-7e989e472bc7 req-5c3907d4-3ee6-4af5-8778-13edbc5f085e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 945 time: 0.0567527 Oct 27 14:00:27.295196 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ebb5245a-bf6a-489e-9cb9-7e989e472bc7 req-d1be8c1a-4e81-4992-a8a8-e07a9626a91b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332654 Oct 27 14:00:27.434580 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['5d15caec-e289-4294-9aff-091c0ac6ab42'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:00:27.687693 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5f0a0-a120-465f-87aa-46df211ff60e req-ad4c159e-d2ff-4b24-b4e8-fd4c6ad15e48 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:27.689249 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-84d5f0a0-a120-465f-87aa-46df211ff60e req-ad4c159e-d2ff-4b24-b4e8-fd4c6ad15e48 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0700009 Oct 27 14:00:27.741984 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-84d5f0a0-a120-465f-87aa-46df211ff60e req-6486daa3-fbdc-4db8-b5f8-3c081211437d tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449393 Oct 27 14:00:28.243073 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 60458) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:28.345331 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fd83d274-909e-421b-a51b-c12baf7cfd83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:28.390249 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 93f58d56-d37a-4d11-a15d-6b0937f904ee details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:00:28.440452 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fd83d274-909e-421b-a51b-c12baf7cfd83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:28.450510 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fd83d274-909e-421b-a51b-c12baf7cfd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:28.450622 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe06a31-225f-4925-bf7b-3d7f59b2ab57 req-9e2e7a62-8f0f-4155-8c77-2172a9aa7844 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:28.450622 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cbe06a31-225f-4925-bf7b-3d7f59b2ab57 req-9e2e7a62-8f0f-4155-8c77-2172a9aa7844 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 945 time: 0.0712483 Oct 27 14:00:28.500156 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cbe06a31-225f-4925-bf7b-3d7f59b2ab57 req-712d5dbc-8265-4b48-83db-c08de5c5568c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416944 Oct 27 14:00:28.506151 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-fd83d274-909e-421b-a51b-c12baf7cfd83 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=17d357f6ff6d4dcf9dba22f912a7c1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610269 Oct 27 14:00:28.509083 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 60480) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:28.528448 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83d274-909e-421b-a51b-c12baf7cfd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130e9b14-ffcf-4c2d-b496-95d1690d7689,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:28.603025 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-718965fc-be66-4e4c-82cb-49cefe82a4b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:28.649517 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 93f58d56-d37a-4d11-a15d-6b0937f904ee, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:28.651899 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-718965fc-be66-4e4c-82cb-49cefe82a4b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:28.661878 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '93f58d56-d37a-4d11-a15d-6b0937f904ee', 'network_id': '2ceb63fa-b2d3-4728-950b-3d5f93433c18', 'port_id': '93f58d56-d37a-4d11-a15d-6b0937f904ee', 'mac_address': 'fa:16:3e:16:05:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3319ac0e-a709-4d17-b89a-d969e1947cab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:00:28.715489 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:28.716813 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-718965fc-be66-4e4c-82cb-49cefe82a4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:28.720050 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-718965fc-be66-4e4c-82cb-49cefe82a4b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:28.723749 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-718965fc-be66-4e4c-82cb-49cefe82a4b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/130e9b14-ffcf-4c2d-b496-95d1690d7689 HTTP/1.1" status: 204 len: 168 time: 0.2092533 Oct 27 14:00:28.730238 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718965fc-be66-4e4c-82cb-49cefe82a4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130e9b14-ffcf-4c2d-b496-95d1690d7689,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:28.730722 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f58d56-d37a-4d11-a15d-6b0937f904ee {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:00:28.767771 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 93f58d56-d37a-4d11-a15d-6b0937f904ee, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:28.773532 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:28.774433 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cbb76577-53d5-4f08-b6f9-1bcab86a1f8b details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:00:28.884642 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430e2fe-87a8-49de-8bd5-eac0232499ef req-bf2aaddb-348a-4fde-8a43-88ac1ef29829 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:28.884642 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2430e2fe-87a8-49de-8bd5-eac0232499ef req-bf2aaddb-348a-4fde-8a43-88ac1ef29829 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0508249 Oct 27 14:00:28.886260 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=93f58d56-d37a-4d11-a15d-6b0937f904ee,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:28.923345 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2430e2fe-87a8-49de-8bd5-eac0232499ef req-d8130627-d27d-4bed-8963-e44372ca0a73 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Oct 27 14:00:28.927996 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,segment=NetworkSegment(5e763547-bed5-4a8c-8c32-c762979dd125),segment_id=5e763547-bed5-4a8c-8c32-c762979dd125)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:28.940305 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'cbb76577-53d5-4f08-b6f9-1bcab86a1f8b', 'network_id': '51ea3e21-7581-4c09-9393-5d7eb2e8a86a', 'port_id': 'cbb76577-53d5-4f08-b6f9-1bcab86a1f8b', 'mac_address': 'fa:16:3e:90:11:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abda16d9-7591-46b0-ab07-ed3490e6bf73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:00:28.980264 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:28.995171 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb76577-53d5-4f08-b6f9-1bcab86a1f8b {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:00:29.018065 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,segment=NetworkSegment(5e763547-bed5-4a8c-8c32-c762979dd125),segment_id=5e763547-bed5-4a8c-8c32-c762979dd125)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:29.023743 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:29.076228 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 60506) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:29.079031 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:29.092366 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-eb85cffe-d97c-449f-9dda-f27252b56de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:29.171820 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-eb85cffe-d97c-449f-9dda-f27252b56de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:29.178044 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-eb85cffe-d97c-449f-9dda-f27252b56de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:29.228688 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-eb85cffe-d97c-449f-9dda-f27252b56de8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=174c5dc5e0ce4c8582bddf4acc2e52cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415069 Oct 27 14:00:29.228688 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85cffe-d97c-449f-9dda-f27252b56de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a1b944-52b9-484a-94f7-66e087da0576,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:29.228688 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 60512) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:29.279964 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-88431eb7-9d9c-439f-841d-abcd58f0daa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:29.306841 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-88431eb7-9d9c-439f-841d-abcd58f0daa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:29.359859 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-88431eb7-9d9c-439f-841d-abcd58f0daa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:29.362506 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-88431eb7-9d9c-439f-841d-abcd58f0daa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:29.363935 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-88431eb7-9d9c-439f-841d-abcd58f0daa2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/31a1b944-52b9-484a-94f7-66e087da0576 HTTP/1.1" status: 204 len: 168 time: 0.1400723 Oct 27 14:00:29.372552 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88431eb7-9d9c-439f-841d-abcd58f0daa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a1b944-52b9-484a-94f7-66e087da0576,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:29.620959 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b7800-444c-41f2-9466-1be87577b3a5 req-6ef5f42e-1900-4c55-afbd-4e4023ec2146 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:29.622514 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fc2b7800-444c-41f2-9466-1be87577b3a5 req-6ef5f42e-1900-4c55-afbd-4e4023ec2146 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 945 time: 0.0477724 Oct 27 14:00:29.663748 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fc2b7800-444c-41f2-9466-1be87577b3a5 req-29a7ff7e-ea1d-4411-9092-d40d25c5f817 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351815 Oct 27 14:00:30.052271 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08401507-a62f-489a-bd57-f1d2bca7b601 req-da0ae586-2137-4b64-a0ff-f1ae2c59628f tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:30.054178 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-08401507-a62f-489a-bd57-f1d2bca7b601 req-da0ae586-2137-4b64-a0ff-f1ae2c59628f tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 945 time: 0.0575991 Oct 27 14:00:30.101347 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-08401507-a62f-489a-bd57-f1d2bca7b601 req-035d44a9-67bd-4bba-9815-6ecb4967e694 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Oct 27 14:00:30.778601 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ed80-344f-4028-a47e-da3c349fb790 req-73e44e1e-5cb2-4831-930a-e8255b19d813 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:30.780821 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-eac1ed80-344f-4028-a47e-da3c349fb790 req-73e44e1e-5cb2-4831-930a-e8255b19d813 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 945 time: 0.0491076 Oct 27 14:00:30.818359 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-eac1ed80-344f-4028-a47e-da3c349fb790 req-ed948b0f-9fcc-46c9-8c35-2046b964f9e6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Oct 27 14:00:31.346919 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42bc06-d069-41fb-b04e-6010539f4a8e req-9512e6a4-d12b-4f19-9c8a-5d9a72ef2a3c tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:31.348903 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0e42bc06-d069-41fb-b04e-6010539f4a8e req-9512e6a4-d12b-4f19-9c8a-5d9a72ef2a3c tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 945 time: 0.1732726 Oct 27 14:00:31.386214 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0e42bc06-d069-41fb-b04e-6010539f4a8e req-08a7e83e-c5b8-4892-aa40-a27ae3faf7c7 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Oct 27 14:00:31.456489 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 5d15caec-e289-4294-9aff-091c0ac6ab42 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:00:31.509041 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 5d15caec-e289-4294-9aff-091c0ac6ab42 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:00:31.512910 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 5d15caec-e289-4294-9aff-091c0ac6ab42 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:31.513267 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:31.589729 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:31.616067 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b67f99e-6852-464a-842e-d9bfaacd8e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d15caec-e289-4294-9aff-091c0ac6ab42'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:00:31.687581 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 5d15caec-e289-4294-9aff-091c0ac6ab42, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=5d15caec-e289-4294-9aff-091c0ac6ab42,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:31.692526 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:31.738103 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=5d15caec-e289-4294-9aff-091c0ac6ab42,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:31.774212 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b266505-548f-417d-ae5d-330c84c382d5" -d '{"events": [{"server_uuid": "3b67f99e-6852-464a-842e-d9bfaacd8e98", "name": "network-vif-plugged", "status": "completed", "tag": "5d15caec-e289-4294-9aff-091c0ac6ab42"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:00:31.864853 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c138a530-d0c4-4237-9fe6-dfe196f0e808 x-openstack-request-id: req-c138a530-d0c4-4237-9fe6-dfe196f0e808 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:00:31.865163 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b67f99e-6852-464a-842e-d9bfaacd8e98", "name": "network-vif-plugged", "status": "completed", "tag": "5d15caec-e289-4294-9aff-091c0ac6ab42", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:00:31.865412 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c138a530-d0c4-4237-9fe6-dfe196f0e808 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:00:31.865863 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b67f99e-6852-464a-842e-d9bfaacd8e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d15caec-e289-4294-9aff-091c0ac6ab42', 'code': 200} Oct 27 14:00:31.930268 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead4904-e10c-4226-88b0-41d2ed7dfd9f req-3e9d60c3-20bf-4476-8141-b3193e16232a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:31.931692 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8ead4904-e10c-4226-88b0-41d2ed7dfd9f req-3e9d60c3-20bf-4476-8141-b3193e16232a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0478764 Oct 27 14:00:31.967516 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8ead4904-e10c-4226-88b0-41d2ed7dfd9f req-ff45289f-c2e6-480b-a38d-d2df528d6196 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299518 Oct 27 14:00:32.497823 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040f1-2b94-4383-9abb-a379347018f5 req-d15a1a7e-5c2e-4335-b6c0-bc3f4c0d407f tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:32.499237 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9ea040f1-2b94-4383-9abb-a379347018f5 req-d15a1a7e-5c2e-4335-b6c0-bc3f4c0d407f tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 945 time: 0.0467713 Oct 27 14:00:32.535737 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9ea040f1-2b94-4383-9abb-a379347018f5 req-64ac4a96-c291-44f1-bef0-a9b8d17a30c8 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301940 Oct 27 14:00:33.091662 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cd906-b15c-40c5-84a3-f63ba21b8ec8 req-0752c68b-57ea-44d3-9662-e919a106d020 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:33.093523 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0c9cd906-b15c-40c5-84a3-f63ba21b8ec8 req-0752c68b-57ea-44d3-9662-e919a106d020 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0595131 Oct 27 14:00:33.132449 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0c9cd906-b15c-40c5-84a3-f63ba21b8ec8 req-fe2487d1-86d3-43e4-8e8c-3d1f76551f32 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Oct 27 14:00:33.227658 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3243c-5283-4d06-a587-40cb6ba5ea02 req-c2917598-8bab-4a34-ab3a-ee2b255b23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:33.229439 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ecf3243c-5283-4d06-a587-40cb6ba5ea02 req-c2917598-8bab-4a34-ab3a-ee2b255b23b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 1099 time: 0.0725443 Oct 27 14:00:33.255672 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-ecf3243c-5283-4d06-a587-40cb6ba5ea02 req-1e0f2efd-d4ac-4e8d-95cc-e318bdaa84c7 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:33.334329 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-ecf3243c-5283-4d06-a587-40cb6ba5ea02 req-1e0f2efd-d4ac-4e8d-95cc-e318bdaa84c7 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:33.338672 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-ecf3243c-5283-4d06-a587-40cb6ba5ea02 req-1e0f2efd-d4ac-4e8d-95cc-e318bdaa84c7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:33.369699 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ecf3243c-5283-4d06-a587-40cb6ba5ea02 req-1e0f2efd-d4ac-4e8d-95cc-e318bdaa84c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301277 Oct 27 14:00:33.377744 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f2efd-d4ac-4e8d-95cc-e318bdaa84c7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d217a1c-bd3b-47f8-ad99-3680cfa2c287,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:33.647193 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb63a76-dd6c-4f28-a5bd-535b6980d987 req-cae850a5-603a-4753-836e-bd723f770aee tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:33.648622 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-efb63a76-dd6c-4f28-a5bd-535b6980d987 req-cae850a5-603a-4753-836e-bd723f770aee tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 945 time: 0.0483072 Oct 27 14:00:33.688409 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-efb63a76-dd6c-4f28-a5bd-535b6980d987 req-c2091252-816f-491c-a44d-f5a6dcc8f517 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Oct 27 14:00:33.877560 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['cbb76577-53d5-4f08-b6f9-1bcab86a1f8b'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:00:33.907442 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['93f58d56-d37a-4d11-a15d-6b0937f904ee'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:00:34.252953 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf807af-28da-42d2-ba93-9a7f66a4e807 req-43d9cd5b-a28c-4b71-9091-200d689bd135 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:34.254901 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bcf807af-28da-42d2-ba93-9a7f66a4e807 req-43d9cd5b-a28c-4b71-9091-200d689bd135 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0504050 Oct 27 14:00:34.295704 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bcf807af-28da-42d2-ba93-9a7f66a4e807 req-a61f6dc0-2bff-497c-81da-6adb1e11fa75 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349321 Oct 27 14:00:34.801203 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dc519-6f3b-4008-8284-2cc542ef89f2 req-36248304-0c52-425e-96bc-84efaaaa7ef6 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:34.802949 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-672dc519-6f3b-4008-8284-2cc542ef89f2 req-36248304-0c52-425e-96bc-84efaaaa7ef6 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 945 time: 0.0496299 Oct 27 14:00:34.839755 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-672dc519-6f3b-4008-8284-2cc542ef89f2 req-9826c9d0-e7f8-4189-baf7-ab222706ec07 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Oct 27 14:00:35.407940 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333831f0-595f-4eee-81d5-9eb945798702 req-0a93fea5-4854-4055-a22a-9e52496d7421 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:35.409584 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-333831f0-595f-4eee-81d5-9eb945798702 req-0a93fea5-4854-4055-a22a-9e52496d7421 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0510085 Oct 27 14:00:35.458715 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-333831f0-595f-4eee-81d5-9eb945798702 req-f82a311a-59bc-454d-8c7e-053f4ec93c2d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Oct 27 14:00:35.951035 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f6935-8ee3-4b25-98f0-c8e9f64b032b req-0b078263-6863-4187-8052-779413e9fad9 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:35.952508 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5c8f6935-8ee3-4b25-98f0-c8e9f64b032b req-0b078263-6863-4187-8052-779413e9fad9 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 945 time: 0.0487700 Oct 27 14:00:35.990950 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5c8f6935-8ee3-4b25-98f0-c8e9f64b032b req-b31d613b-8d3e-44cc-9d0c-2ee6cf3d4b0a tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Oct 27 14:00:36.575030 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5b871-1363-4282-85a5-e3a1c58ef7b4 req-1790f37c-ef56-48ea-b87e-67943a8da8e7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:36.576578 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-53b5b871-1363-4282-85a5-e3a1c58ef7b4 req-1790f37c-ef56-48ea-b87e-67943a8da8e7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0529215 Oct 27 14:00:36.626049 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-53b5b871-1363-4282-85a5-e3a1c58ef7b4 req-5ea20b6d-3eaf-46db-8307-7a46fa308ab8 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Oct 27 14:00:36.920634 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 60796) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:37.006806 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 93f58d56-d37a-4d11-a15d-6b0937f904ee up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:00:37.117338 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 93f58d56-d37a-4d11-a15d-6b0937f904ee completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:00:37.131041 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 93f58d56-d37a-4d11-a15d-6b0937f904ee triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:37.131672 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.139367 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376e9a0-0d41-45e9-9ad4-818cda8a9be1 req-5c584e99-eb8a-48e7-b743-02be73616edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:37.142085 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6376e9a0-0d41-45e9-9ad4-818cda8a9be1 req-5c584e99-eb8a-48e7-b743-02be73616edd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 1099 time: 0.1397154 Oct 27 14:00:37.156036 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a1b0b-020c-4a3a-9453-863f6e76ab61 req-f588ab94-22e2-487c-bc44-d4e72be6936b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:37.165266 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-284a1b0b-020c-4a3a-9453-863f6e76ab61 req-f588ab94-22e2-487c-bc44-d4e72be6936b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.1042430 Oct 27 14:00:37.277307 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-284a1b0b-020c-4a3a-9453-863f6e76ab61 req-eed94d16-d717-40cc-8a30-e270301ed82b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107149 Oct 27 14:00:37.311780 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.326353 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390dba9-aa21-43eb-b1de-6b970f2d292b req-385340a5-5029-4ed8-a1dd-34b74b889889 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:37.328763 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376e9a0-0d41-45e9-9ad4-818cda8a9be1 req-d9a70568-d40d-40a4-b1a5-f5ecc7ef71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:37.333241 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2390dba9-aa21-43eb-b1de-6b970f2d292b req-385340a5-5029-4ed8-a1dd-34b74b889889 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 945 time: 0.2210298 Oct 27 14:00:37.337621 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6376e9a0-0d41-45e9-9ad4-818cda8a9be1 req-d9a70568-d40d-40a4-b1a5-f5ecc7ef71fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 919 time: 0.1617906 Oct 27 14:00:37.337912 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a52373-d24e-40d9-a899-d0e1368c9568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f58d56-d37a-4d11-a15d-6b0937f904ee'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:00:37.337998 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.339522 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa18002-1840-4e06-a5ab-32819e7d10da" -d '{"events": [{"server_uuid": "32a52373-d24e-40d9-a899-d0e1368c9568", "name": "network-vif-plugged", "status": "completed", "tag": "93f58d56-d37a-4d11-a15d-6b0937f904ee"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:00:37.357813 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 93f58d56-d37a-4d11-a15d-6b0937f904ee, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:37.362543 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.364918 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cbb76577-53d5-4f08-b6f9-1bcab86a1f8b up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:00:37.415707 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6376e9a0-0d41-45e9-9ad4-818cda8a9be1 req-0f9a0771-28ad-4fa5-bd35-d0362dd46960 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d15caec-e289-4294-9aff-091c0ac6ab42 HTTP/1.1" status: 200 len: 217 time: 0.0600307 Oct 27 14:00:37.432303 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9378fe39-3d87-4fa3-b2f1-8e38c84afd3b x-openstack-request-id: req-9378fe39-3d87-4fa3-b2f1-8e38c84afd3b {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:00:37.432803 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a52373-d24e-40d9-a899-d0e1368c9568", "name": "network-vif-plugged", "status": "completed", "tag": "93f58d56-d37a-4d11-a15d-6b0937f904ee", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:00:37.433223 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9378fe39-3d87-4fa3-b2f1-8e38c84afd3b {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:00:37.435163 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a52373-d24e-40d9-a899-d0e1368c9568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f58d56-d37a-4d11-a15d-6b0937f904ee', 'code': 200} Oct 27 14:00:37.480978 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2390dba9-aa21-43eb-b1de-6b970f2d292b req-e15661bb-b7b0-405d-9d35-937fcbbae38b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382821 Oct 27 14:00:37.514853 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376e9a0-0d41-45e9-9ad4-818cda8a9be1 req-f408f06e-fc5d-493b-87b0-449b239c1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:37.519619 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6376e9a0-0d41-45e9-9ad4-818cda8a9be1 req-f408f06e-fc5d-493b-87b0-449b239c1042 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0986633 Oct 27 14:00:37.535997 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=93f58d56-d37a-4d11-a15d-6b0937f904ee,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:37.550405 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:00:37.555836 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:00:37.556529 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.574427 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6376e9a0-0d41-45e9-9ad4-818cda8a9be1 req-ed26c268-0e7c-4b02-b76a-fb7eec372606 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470972 Oct 27 14:00:37.615923 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.621613 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.704901 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3932ddfd7e84628942565571cca907e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7826798 Oct 27 14:00:37.707858 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 60844) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:37.714152 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.742196 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3549392-c2dd-485a-86d5-6f5768e38c8c,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:37.752597 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6376e9a0-0d41-45e9-9ad4-818cda8a9be1 req-07541790-3b6e-4844-9ad2-05baa0b51b56 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686556 Oct 27 14:00:37.764423 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,segment=NetworkSegment(5e763547-bed5-4a8c-8c32-c762979dd125),segment_id=5e763547-bed5-4a8c-8c32-c762979dd125)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:00:37.765687 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.766128 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.766740 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.767903 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.768406 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.768807 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.769373 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.769945 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.770339 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.771045 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.771662 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.772898 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114851a6-6f94-4e21-9e5a-0f3216e2935e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:37.789664 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.806775 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-affc8103-fcf3-4be0-89a5-58f2bb9a8732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.813979 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e4d66-6949-4958-99a3-a3dc4946dbe6 req-c01c3cdd-58d1-4ca7-ba8c-7d65ee7db1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:37.815990 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-211e4d66-6949-4958-99a3-a3dc4946dbe6 req-c01c3cdd-58d1-4ca7-ba8c-7d65ee7db1bd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 1099 time: 0.1898515 Oct 27 14:00:37.837626 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-affc8103-fcf3-4be0-89a5-58f2bb9a8732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.877104 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:37.893841 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-211e4d66-6949-4958-99a3-a3dc4946dbe6 req-d0a1c6dc-df03-4a99-a16e-0798258458e6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Oct 27 14:00:37.899247 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-affc8103-fcf3-4be0-89a5-58f2bb9a8732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.905388 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-affc8103-fcf3-4be0-89a5-58f2bb9a8732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:37.909721 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-affc8103-fcf3-4be0-89a5-58f2bb9a8732 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3549392-c2dd-485a-86d5-6f5768e38c8c HTTP/1.1" status: 204 len: 168 time: 0.1981561 Oct 27 14:00:37.915754 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc8103-fcf3-4be0-89a5-58f2bb9a8732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3549392-c2dd-485a-86d5-6f5768e38c8c,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:37.936364 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 60850) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:37.939199 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6376e9a0-0d41-45e9-9ad4-818cda8a9be1 req-f2b3bc15-6d70-4214-acc9-d2147469fab6 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773932 Oct 27 14:00:38.088708 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6d2a5cfd-625a-405d-b0cf-1316bd6753c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.185954 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6d2a5cfd-625a-405d-b0cf-1316bd6753c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.189812 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6d2a5cfd-625a-405d-b0cf-1316bd6753c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.234724 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-6d2a5cfd-625a-405d-b0cf-1316bd6753c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d94973a480af46878105669c16cad64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972572 Oct 27 14:00:38.237333 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 60864) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:38.241485 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a5cfd-625a-405d-b0cf-1316bd6753c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbb0ae0-588b-41de-98f3-aae020820092,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:38.300564 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.327736 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.352806 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 60878) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:38.371617 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2066e20f-80b2-425b-a39a-b3b3c300796d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.431984 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd11946-989e-47c7-9f6d-a2dea9362117 req-a195abbd-326a-4e7a-ac48-028cbb85737e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:38.433532 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4dd11946-989e-47c7-9f6d-a2dea9362117 req-a195abbd-326a-4e7a-ac48-028cbb85737e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0649450 Oct 27 14:00:38.440181 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.443118 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.445042 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0bbb0ae0-588b-41de-98f3-aae020820092 HTTP/1.1" status: 204 len: 168 time: 0.2065642 Oct 27 14:00:38.455553 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbb0ae0-588b-41de-98f3-aae020820092,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:38.468948 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.469304 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.469646 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.469983 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.470310 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.470815 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.471299 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.471791 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.472295 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.472781 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.473423 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.474066 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd91e91e-4703-438c-bcdd-ad19ef353da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:00:38.513478 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2066e20f-80b2-425b-a39a-b3b3c300796d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.526538 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2066e20f-80b2-425b-a39a-b3b3c300796d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.541271 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4dd11946-989e-47c7-9f6d-a2dea9362117 req-ed890a07-2108-42b7-9b37-2a45d040dad6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947554 Oct 27 14:00:38.620243 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066e20f-80b2-425b-a39a-b3b3c300796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcda198-95a0-4ed4-99c7-176a36d395cf,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:38.622855 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-2066e20f-80b2-425b-a39a-b3b3c300796d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4748f9170cd749a1a98bcace7e3d7fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689636 Oct 27 14:00:38.625713 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 60900) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:38.669977 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ca350-5fb0-43a9-9c1f-6c4b6d816edc req-e1353cab-553d-46b5-9ca0-8b2f18f80e7b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:38.678287 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-882ca350-5fb0-43a9-9c1f-6c4b6d816edc req-e1353cab-553d-46b5-9ca0-8b2f18f80e7b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.0736015 Oct 27 14:00:38.738387 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3365cb69-5c08-4107-af66-31a9e7fe109d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.738650 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-882ca350-5fb0-43a9-9c1f-6c4b6d816edc req-2b983a0f-2db9-49bf-af8a-703473286875 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542893 Oct 27 14:00:38.772721 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3365cb69-5c08-4107-af66-31a9e7fe109d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.820761 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3365cb69-5c08-4107-af66-31a9e7fe109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.823440 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3365cb69-5c08-4107-af66-31a9e7fe109d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:38.824744 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-3365cb69-5c08-4107-af66-31a9e7fe109d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bbcda198-95a0-4ed4-99c7-176a36d395cf HTTP/1.1" status: 204 len: 168 time: 0.1973329 Oct 27 14:00:38.836631 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365cb69-5c08-4107-af66-31a9e7fe109d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcda198-95a0-4ed4-99c7-176a36d395cf,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:38.975395 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 60918) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:38.988996 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-05c26bb7-dd35-4f59-b420-ee16e345662c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:39.080245 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-05c26bb7-dd35-4f59-b420-ee16e345662c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:39.084924 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-05c26bb7-dd35-4f59-b420-ee16e345662c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:39.124793 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-05c26bb7-dd35-4f59-b420-ee16e345662c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8bb6a3f0aba487294efd2c5d28087fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483188 Oct 27 14:00:39.126686 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c26bb7-dd35-4f59-b420-ee16e345662c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5374fdac-3bc8-4211-8054-897824c6ce72,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:39.127431 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 60928) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:39.190078 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-52e83f35-3f96-4dba-b53e-ad1caff4c978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:39.217977 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-52e83f35-3f96-4dba-b53e-ad1caff4c978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:39.277786 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-52e83f35-3f96-4dba-b53e-ad1caff4c978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:39.279913 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-52e83f35-3f96-4dba-b53e-ad1caff4c978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:39.283520 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-52e83f35-3f96-4dba-b53e-ad1caff4c978 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5374fdac-3bc8-4211-8054-897824c6ce72 HTTP/1.1" status: 204 len: 168 time: 0.1524177 Oct 27 14:00:39.290633 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e83f35-3f96-4dba-b53e-ad1caff4c978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5374fdac-3bc8-4211-8054-897824c6ce72,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:39.436283 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520f044-9ba8-48c4-92e0-95e4b9515eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb76577-53d5-4f08-b6f9-1bcab86a1f8b'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:00:39.439331 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c945e979-caa8-42b4-bf9f-5532b7640c0f" -d '{"events": [{"server_uuid": "d520f044-9ba8-48c4-92e0-95e4b9515eaa", "name": "network-vif-plugged", "status": "completed", "tag": "cbb76577-53d5-4f08-b6f9-1bcab86a1f8b"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:00:39.490347 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3560fcb9-7b7e-49e0-ada9-48e9582ef34d x-openstack-request-id: req-3560fcb9-7b7e-49e0-ada9-48e9582ef34d {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:00:39.491516 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520f044-9ba8-48c4-92e0-95e4b9515eaa", "name": "network-vif-plugged", "status": "completed", "tag": "cbb76577-53d5-4f08-b6f9-1bcab86a1f8b", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:00:39.491641 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3560fcb9-7b7e-49e0-ada9-48e9582ef34d {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:00:39.492023 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520f044-9ba8-48c4-92e0-95e4b9515eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb76577-53d5-4f08-b6f9-1bcab86a1f8b', 'code': 200} Oct 27 14:00:39.677854 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4872-2a5f-4e66-b043-10f3dbaf9b55 req-bd9b6e31-2aec-4fd3-9552-5efc8bc9292a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:39.679621 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a84b4872-2a5f-4e66-b043-10f3dbaf9b55 req-bd9b6e31-2aec-4fd3-9552-5efc8bc9292a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0685430 Oct 27 14:00:39.728673 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a84b4872-2a5f-4e66-b043-10f3dbaf9b55 req-c146c416-db70-426e-8511-be025e5599cb tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Oct 27 14:00:39.736288 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce925881-1b9d-450d-a39a-d6f14cc80682 req-a1a4a112-7bd2-4d89-93f7-ccb42de4b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:39.738522 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ce925881-1b9d-450d-a39a-d6f14cc80682 req-a1a4a112-7bd2-4d89-93f7-ccb42de4b461 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 1099 time: 0.0520451 Oct 27 14:00:39.780762 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ce925881-1b9d-450d-a39a-d6f14cc80682 req-4585335c-a07e-4eeb-b284-64754bf528cb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Oct 27 14:00:39.895058 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7abf0-cc61-46e7-b654-d59c24261be8 req-3db3d7f8-7556-421b-ac71-8fbb0b9c62db tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:39.897133 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91e7abf0-cc61-46e7-b654-d59c24261be8 req-3db3d7f8-7556-421b-ac71-8fbb0b9c62db tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.0750482 Oct 27 14:00:39.948649 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91e7abf0-cc61-46e7-b654-d59c24261be8 req-137d2a20-1b77-4488-8e99-8597f762c722 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Oct 27 14:00:40.106654 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 60998) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:40.248786 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-03ec3399-0c5d-4b69-bd37-efd51c9b75d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.347353 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-03ec3399-0c5d-4b69-bd37-efd51c9b75d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.352575 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-03ec3399-0c5d-4b69-bd37-efd51c9b75d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.408778 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-03ec3399-0c5d-4b69-bd37-efd51c9b75d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2416e286bc9a4d5a928d26915c6a5b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986116 Oct 27 14:00:40.408778 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec3399-0c5d-4b69-bd37-efd51c9b75d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6afc42-2747-48c5-a6d0-0a9240b70327,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:40.409895 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 32792) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:40.503467 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a338c186-fa34-4c0b-8d78-b44a05370b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.514685 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 32802) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:40.558423 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a338c186-fa34-4c0b-8d78-b44a05370b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.569650 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_v2 [None req-9275f026-6c8e-4a23-b3e4-8cdd8f690495 admin admin] Deleting subnet 7a3a7171-da64-4c11-b584-ba4b47c14d67 {{(pid=101355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:00:40.573660 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9275f026-6c8e-4a23-b3e4-8cdd8f690495 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.614191 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9275f026-6c8e-4a23-b3e4-8cdd8f690495 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.623506 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a338c186-fa34-4c0b-8d78-b44a05370b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.625183 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9275f026-6c8e-4a23-b3e4-8cdd8f690495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.628141 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a338c186-fa34-4c0b-8d78-b44a05370b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.630345 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-a338c186-fa34-4c0b-8d78-b44a05370b26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a6afc42-2747-48c5-a6d0-0a9240b70327 HTTP/1.1" status: 204 len: 168 time: 0.2192783 Oct 27 14:00:40.639494 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338c186-fa34-4c0b-8d78-b44a05370b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6afc42-2747-48c5-a6d0-0a9240b70327,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:40.696917 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9275f026-6c8e-4a23-b3e4-8cdd8f690495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.729544 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275f026-6c8e-4a23-b3e4-8cdd8f690495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3a7171-da64-4c11-b584-ba4b47c14d67,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:40.741536 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9275f026-6c8e-4a23-b3e4-8cdd8f690495 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.745094 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-9275f026-6c8e-4a23-b3e4-8cdd8f690495 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7a3a7171-da64-4c11-b584-ba4b47c14d67 HTTP/1.1" status: 204 len: 168 time: 0.2291236 Oct 27 14:00:40.747576 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 32818) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:40.850956 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.861714 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b4cbb-7e54-4905-92ae-51cc596268b4 req-d823d05d-7d64-4076-9d25-73695faf5aa2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:40.863464 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4b0b4cbb-7e54-4905-92ae-51cc596268b4 req-d823d05d-7d64-4076-9d25-73695faf5aa2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0587468 Oct 27 14:00:40.925407 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4b0b4cbb-7e54-4905-92ae-51cc596268b4 req-165ed22d-503d-41ab-894a-b42b59239138 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515394 Oct 27 14:00:40.971148 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:40.996324 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:40.996609 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:40.997346 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:40.997674 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:40.997994 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:40.998327 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:40.998644 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:40.998973 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:40.999287 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:40.999602 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:41.077131 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 32830) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:41.091566 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d1e8-808d-4141-ab17-a1cf8401386f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.170052 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d1e8-808d-4141-ab17-a1cf8401386f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.174047 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d1e8-808d-4141-ab17-a1cf8401386f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.190591 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:41.190939 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:41.191392 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:41.191725 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:00:41.192132 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d959954-3d1e-4c94-ac7d-fecc82b63797']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:41.217697 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-fdf6d1e8-808d-4141-ab17-a1cf8401386f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9340dd37e3a64772924f516845ce04bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369367 Oct 27 14:00:41.219046 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 32836) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:41.220828 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e736f6-b8a7-44e8-b610-a239925f3684') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:41.221123 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e736f6-b8a7-44e8-b610-a239925f3684') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:41.237058 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6d1e8-808d-4141-ab17-a1cf8401386f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16610bca-e245-4963-8704-9d13a1a720b1,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:41.265167 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.306550 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.323360 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:00:41.323747 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: from cryptography.utils import int_from_bytes Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: from cryptography.utils import int_from_bytes Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:00:41.328333 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:00:41.352266 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef59805-5be7-4f15-a7a4-6d42a1eb4611 req-87ef6dd9-940e-4c93-aeba-a3d2369f219e tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:41.353864 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bef59805-5be7-4f15-a7a4-6d42a1eb4611 req-87ef6dd9-940e-4c93-aeba-a3d2369f219e tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.1559520 Oct 27 14:00:41.434182 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.439823 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.443193 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2d959954-3d1e-4c94-ac7d-fecc82b63797 HTTP/1.1" status: 204 len: 168 time: 0.6945930 Oct 27 14:00:41.446960 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 32854) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:41.477560 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0baf8de-0ade-467f-8930-712fa85a12f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d959954-3d1e-4c94-ac7d-fecc82b63797,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:41.480623 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-72d4caff-7a8b-443d-9982-b33865e5efea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.490746 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bef59805-5be7-4f15-a7a4-6d42a1eb4611 req-6b9b86a7-9c8c-4c7b-b978-49f5b95d6372 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970728 Oct 27 14:00:41.510417 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-72d4caff-7a8b-443d-9982-b33865e5efea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.520361 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd761f40-c181-4503-89dd-93ec8dd4b963 admin admin] Deleting subnet 06b961e1-798e-4516-8671-2fa07e718e7c {{(pid=101356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:00:41.525103 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cd761f40-c181-4503-89dd-93ec8dd4b963 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.564233 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cd761f40-c181-4503-89dd-93ec8dd4b963 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.574854 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cd761f40-c181-4503-89dd-93ec8dd4b963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.584029 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-72d4caff-7a8b-443d-9982-b33865e5efea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.586618 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-72d4caff-7a8b-443d-9982-b33865e5efea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.587733 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-72d4caff-7a8b-443d-9982-b33865e5efea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16610bca-e245-4963-8704-9d13a1a720b1 HTTP/1.1" status: 204 len: 168 time: 0.3617792 Oct 27 14:00:41.597839 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4caff-7a8b-443d-9982-b33865e5efea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16610bca-e245-4963-8704-9d13a1a720b1,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:41.676167 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cd761f40-c181-4503-89dd-93ec8dd4b963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.714322 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cd761f40-c181-4503-89dd-93ec8dd4b963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.720492 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 32882) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:41.729523 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-cd761f40-c181-4503-89dd-93ec8dd4b963 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/06b961e1-798e-4516-8671-2fa07e718e7c HTTP/1.1" status: 204 len: 168 time: 0.2812290 Oct 27 14:00:41.739034 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd761f40-c181-4503-89dd-93ec8dd4b963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b961e1-798e-4516-8671-2fa07e718e7c,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:41.821007 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a2ee52f8-c037-4e2d-a283-fdc50610e0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.821640 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:41.962331 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.003713 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4a6328-03a2-4af4-b85e-e8dc49b51e41']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:42.042145 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05058b9a-543f-499a-ba35-4a65636d8f11') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:42.043473 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05058b9a-543f-499a-ba35-4a65636d8f11') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:00:42.070250 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.095256 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.112303 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:00:42.113206 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:00:42.116041 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:00:42.123158 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba526bd1-69f1-44e9-a175-ac045cc97696 req-724ae21c-167d-4a8d-93f8-ac231567e7c7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:42.126704 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ba526bd1-69f1-44e9-a175-ac045cc97696 req-724ae21c-167d-4a8d-93f8-ac231567e7c7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0867143 Oct 27 14:00:42.206120 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.206685 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ba526bd1-69f1-44e9-a175-ac045cc97696 req-795fb766-846e-43b6-bfb7-c39f569b6121 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692365 Oct 27 14:00:42.216048 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.232198 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] 10.222.0.54 "DELETE /v2.0/networks/df4a6328-03a2-4af4-b85e-e8dc49b51e41 HTTP/1.1" status: 204 len: 168 time: 0.5105815 Oct 27 14:00:42.272494 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d7689-0cb6-46d1-85a2-57e3ed7e821d admin admin] Pushing event deleted for resources: {'Network': ['ID=df4a6328-03a2-4af4-b85e-e8dc49b51e41,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:42.512069 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 32948) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:42.581870 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 32960) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:42.645544 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 32968) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:42.646412 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-e064f215-590a-41a2-9b91-f392d768e224 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=713e812f470148798255a757a275dc7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0622008 Oct 27 14:00:42.689431 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d0b53-85b8-41bb-a1ca-6b0df3170b95 req-b8830d67-677e-42ea-a10f-25382c177e48 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:42.690912 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a61d0b53-85b8-41bb-a1ca-6b0df3170b95 req-b8830d67-677e-42ea-a10f-25382c177e48 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.1084917 Oct 27 14:00:42.770040 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a61d0b53-85b8-41bb-a1ca-6b0df3170b95 req-7ba3aea0-85d9-46d8-a88b-5bdfaf8851e7 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673184 Oct 27 14:00:42.773079 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f09b-6310-4d3b-83c3-5cc21d265395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.792558 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-35d896ef-ad3d-4546-b001-a02259f4cd5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.825845 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-35d896ef-ad3d-4546-b001-a02259f4cd5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.929825 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f09b-6310-4d3b-83c3-5cc21d265395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.930959 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-35d896ef-ad3d-4546-b001-a02259f4cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.933842 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-35d896ef-ad3d-4546-b001-a02259f4cd5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.934919 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-35d896ef-ad3d-4546-b001-a02259f4cd5b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0bf84000-015f-414c-ba0b-7ed05444c870 HTTP/1.1" status: 204 len: 168 time: 0.2884674 Oct 27 14:00:42.937916 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f09b-6310-4d3b-83c3-5cc21d265395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:42.954357 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d896ef-ad3d-4546-b001-a02259f4cd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf84000-015f-414c-ba0b-7ed05444c870,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:42.980990 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-9fe6f09b-6310-4d3b-83c3-5cc21d265395 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08683537ed044cab9fd08715e16dc855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673634 Oct 27 14:00:42.983342 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 32998) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:42.994441 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6f09b-6310-4d3b-83c3-5cc21d265395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fe8c42-5be1-431b-baed-f1b3a7754c55,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:43.057010 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d862c9c5-4d7f-4337-b442-848db3e39957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.113963 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d862c9c5-4d7f-4337-b442-848db3e39957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.228082 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d862c9c5-4d7f-4337-b442-848db3e39957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.233162 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d862c9c5-4d7f-4337-b442-848db3e39957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.236414 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d862c9c5-4d7f-4337-b442-848db3e39957 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f6fe8c42-5be1-431b-baed-f1b3a7754c55 HTTP/1.1" status: 204 len: 168 time: 0.2503643 Oct 27 14:00:43.260205 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862c9c5-4d7f-4337-b442-848db3e39957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fe8c42-5be1-431b-baed-f1b3a7754c55,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:43.377728 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ae7d5-b9a2-4be9-9e29-3173ad9f9809 req-7cbf5b44-ced4-4fe3-bf21-3b6a8bbe4d18 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:43.379429 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ef8ae7d5-b9a2-4be9-9e29-3173ad9f9809 req-7cbf5b44-ced4-4fe3-bf21-3b6a8bbe4d18 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0595076 Oct 27 14:00:43.433719 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ef8ae7d5-b9a2-4be9-9e29-3173ad9f9809 req-8080039e-42f9-4ed3-a967-df2d925e862b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463018 Oct 27 14:00:43.516782 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33042) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:43.558469 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-eb4eaa1c-6265-45b2-a312-6d85b4036028 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3140741f64c4a3d97bba6fc32da35b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404630 Oct 27 14:00:43.560846 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33044) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:43.609943 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4592-02b8-49fa-b976-2623d46362ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.634449 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4592-02b8-49fa-b976-2623d46362ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.688423 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4592-02b8-49fa-b976-2623d46362ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.691159 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4bfb4592-02b8-49fa-b976-2623d46362ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.692772 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-4bfb4592-02b8-49fa-b976-2623d46362ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0cecf1b6-f7ec-4f73-8533-9345a56cada5 HTTP/1.1" status: 204 len: 168 time: 0.1308455 Oct 27 14:00:43.702332 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb4592-02b8-49fa-b976-2623d46362ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cecf1b6-f7ec-4f73-8533-9345a56cada5,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:43.777087 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33052) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:43.791816 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e5cf-531d-47ce-9a11-7f2b46eb0b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.867676 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e5cf-531d-47ce-9a11-7f2b46eb0b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.872875 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e5cf-531d-47ce-9a11-7f2b46eb0b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:43.881628 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33056) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:43.915397 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-e8e0e5cf-531d-47ce-9a11-7f2b46eb0b72 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e06c6a4e931458997256b2369193057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371784 Oct 27 14:00:43.917376 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0e5cf-531d-47ce-9a11-7f2b46eb0b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b79230-1184-480f-9c29-a1cf0e3a9965,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:43.918229 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33062) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:43.977819 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a116a4b3-f3c4-4534-aed7-5832ac72a751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.012524 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a116a4b3-f3c4-4534-aed7-5832ac72a751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.093976 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:00:44.170510 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-93fbb0a6-846f-40a1-997c-d4e1056b07ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.209902 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a116a4b3-f3c4-4534-aed7-5832ac72a751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.212715 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a116a4b3-f3c4-4534-aed7-5832ac72a751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.213859 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-a116a4b3-f3c4-4534-aed7-5832ac72a751 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4b79230-1184-480f-9c29-a1cf0e3a9965 HTTP/1.1" status: 204 len: 168 time: 0.2943268 Oct 27 14:00:44.231301 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116a4b3-f3c4-4534-aed7-5832ac72a751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b79230-1184-480f-9c29-a1cf0e3a9965,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:44.290054 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-93fbb0a6-846f-40a1-997c-d4e1056b07ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.297107 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-93fbb0a6-846f-40a1-997c-d4e1056b07ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.340337 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-93fbb0a6-846f-40a1-997c-d4e1056b07ec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a296b3cbb574b5ea327ecfd7b0d7e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575853 Oct 27 14:00:44.343170 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33084) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:44.343664 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbb0a6-846f-40a1-997c-d4e1056b07ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22b818d-d3be-4740-8c75-3d8498417e79,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:44.397114 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a1af7b95-b2e2-4519-877a-694877ac855d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.420308 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a1af7b95-b2e2-4519-877a-694877ac855d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.494224 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a1af7b95-b2e2-4519-877a-694877ac855d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.498339 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a1af7b95-b2e2-4519-877a-694877ac855d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.499586 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f3163a80-c3f7-4825-9948-c806da52357e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:44.500519 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-a1af7b95-b2e2-4519-877a-694877ac855d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b22b818d-d3be-4740-8c75-3d8498417e79 HTTP/1.1" status: 204 len: 168 time: 0.1562347 Oct 27 14:00:44.513186 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af7b95-b2e2-4519-877a-694877ac855d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22b818d-d3be-4740-8c75-3d8498417e79,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:44.573505 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab90e6-2b97-4071-852e-576e9abf2764 req-44334699-0f04-473d-8baa-3b4373c93629 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:44.575330 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5dab90e6-2b97-4071-852e-576e9abf2764 req-44334699-0f04-473d-8baa-3b4373c93629 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0542111 Oct 27 14:00:44.621601 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5dab90e6-2b97-4071-852e-576e9abf2764 req-043f6a99-6630-42f7-ab61-352943d2a8cb tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Oct 27 14:00:44.957807 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33116) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:44.970899 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9fdde57d-8ea2-46d9-b008-5c0ee2877340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.052386 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9fdde57d-8ea2-46d9-b008-5c0ee2877340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.057534 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9fdde57d-8ea2-46d9-b008-5c0ee2877340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.098258 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdde57d-8ea2-46d9-b008-5c0ee2877340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335379a8-0150-4288-9c9a-dce6d047b80a,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:45.105958 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-9fdde57d-8ea2-46d9-b008-5c0ee2877340 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b96a9d1e35d84a5da3e42411a2d0a012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470971 Oct 27 14:00:45.108874 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33126) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:45.177476 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9d0e89cd-a72e-438a-b7a9-0863ff4eb1ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.202803 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9d0e89cd-a72e-438a-b7a9-0863ff4eb1ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.252892 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.266528 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9d0e89cd-a72e-438a-b7a9-0863ff4eb1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.274084 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9d0e89cd-a72e-438a-b7a9-0863ff4eb1ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:45.276171 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-9d0e89cd-a72e-438a-b7a9-0863ff4eb1ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/335379a8-0150-4288-9c9a-dce6d047b80a HTTP/1.1" status: 204 len: 168 time: 0.1662014 Oct 27 14:00:45.284880 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e89cd-a72e-438a-b7a9-0863ff4eb1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335379a8-0150-4288-9c9a-dce6d047b80a,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:45.756276 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2f2b9-1cf0-47ef-837e-fce32e1e6376 req-34e92ab8-fba4-479a-9f84-f473aa40eef4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:45.763807 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a1d2f2b9-1cf0-47ef-837e-fce32e1e6376 req-34e92ab8-fba4-479a-9f84-f473aa40eef4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0643122 Oct 27 14:00:45.799205 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a1d2f2b9-1cf0-47ef-837e-fce32e1e6376 req-91863728-18e4-4b22-b322-a4e042747a54 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343926 Oct 27 14:00:45.973846 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33174) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:46.065631 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:46.237924 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bdd74ce8-a040-48aa-b2de-83bb49950d4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:46.320187 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-1ca0efdd-04e9-41f4-83fb-f67fea496b19 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675631 Oct 27 14:00:46.368957 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bdd74ce8-a040-48aa-b2de-83bb49950d4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:46.374689 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bdd74ce8-a040-48aa-b2de-83bb49950d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:46.454490 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd74ce8-a040-48aa-b2de-83bb49950d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73c4fd0-a702-4bda-bf57-8b41cb85b515,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:46.460388 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-bdd74ce8-a040-48aa-b2de-83bb49950d4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=53396c718f1e48b8a9a1e2c16063f460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4854081 Oct 27 14:00:46.463051 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33198) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:46.483928 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-c06b8f9b-93f9-46c9-95e1-27d11078e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:46.485457 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-c06b8f9b-93f9-46c9-95e1-27d11078e744 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9def59a067304b9ebfed482f56a032aa&device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 1099 time: 0.1076281 Oct 27 14:00:46.504458 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33202) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:46.558458 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8229202a-e7f9-4a62-9f6c-6748fea733d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:46.604855 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8229202a-e7f9-4a62-9f6c-6748fea733d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:46.605817 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-37bca8b0-dce4-404a-997d-4b655a82f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:46.607256 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-37bca8b0-dce4-404a-997d-4b655a82f916 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51ea3e21-7581-4c09-9393-5d7eb2e8a86a HTTP/1.1" status: 200 len: 913 time: 0.0960062 Oct 27 14:00:46.672709 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-f119511a-77d9-4031-831d-8b39b525b11f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b HTTP/1.1" status: 200 len: 217 time: 0.0552533 Oct 27 14:00:46.683527 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8229202a-e7f9-4a62-9f6c-6748fea733d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:46.686202 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8229202a-e7f9-4a62-9f6c-6748fea733d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:46.687319 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-8229202a-e7f9-4a62-9f6c-6748fea733d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b73c4fd0-a702-4bda-bf57-8b41cb85b515 HTTP/1.1" status: 204 len: 168 time: 0.2232871 Oct 27 14:00:46.695347 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229202a-e7f9-4a62-9f6c-6748fea733d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73c4fd0-a702-4bda-bf57-8b41cb85b515,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:46.735867 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-5f62d994-7f21-4936-8fcc-b3cb50aeeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:46.737475 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-5f62d994-7f21-4936-8fcc-b3cb50aeeb66 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abda16d9-7591-46b0-ab07-ed3490e6bf73 HTTP/1.1" status: 200 len: 852 time: 0.0533018 Oct 27 14:00:46.770094 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-b145ed43-a5e6-461e-a985-e85c7072a1a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51ea3e21-7581-4c09-9393-5d7eb2e8a86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251703 Oct 27 14:00:46.840598 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-740926d2-bedc-4e27-b2f6-51675890b1cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:46.940354 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-d0e6e7e3-188e-48bc-9ae1-b0520ff26f8e service neutron] 10.222.0.66 "GET /v2.0/networks/51ea3e21-7581-4c09-9393-5d7eb2e8a86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583507 Oct 27 14:00:46.978617 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2222-93c6-4e84-9739-780faf47efe2 req-c8df4688-2d39-4ce8-a853-5c555ca60406 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:46.980344 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dd0a2222-93c6-4e84-9739-780faf47efe2 req-c8df4688-2d39-4ce8-a853-5c555ca60406 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.1015201 Oct 27 14:00:47.057471 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-740926d2-bedc-4e27-b2f6-51675890b1cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:47.066563 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-740926d2-bedc-4e27-b2f6-51675890b1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:47.104880 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dd0a2222-93c6-4e84-9739-780faf47efe2 req-74fe0fd7-4b32-41f2-b222-d9069f2e1c9f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103733 Oct 27 14:00:47.150715 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740926d2-bedc-4e27-b2f6-51675890b1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdea21ed-2a03-4c44-8175-88e4702ec9b1,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:47.157326 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-740926d2-bedc-4e27-b2f6-51675890b1cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0bed67f666854de5909f8d8ff607a54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494420 Oct 27 14:00:47.157710 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33234) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:47.161494 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2f26b09e-a3fb-4403-b3ce-4cfb7e43b183 req-1e3b4bf1-19d2-48a6-a79c-721112e4bd2c service neutron] 10.222.0.66 "GET /v2.0/networks/51ea3e21-7581-4c09-9393-5d7eb2e8a86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991491 Oct 27 14:00:47.231667 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-51dc4feb-f134-41e5-b5f1-d0060c01dfe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:47.263139 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-51dc4feb-f134-41e5-b5f1-d0060c01dfe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:47.342830 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-51dc4feb-f134-41e5-b5f1-d0060c01dfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:47.346010 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-51dc4feb-f134-41e5-b5f1-d0060c01dfe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:47.353459 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-51dc4feb-f134-41e5-b5f1-d0060c01dfe6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fdea21ed-2a03-4c44-8175-88e4702ec9b1 HTTP/1.1" status: 204 len: 168 time: 0.1946428 Oct 27 14:00:47.374377 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc4feb-f134-41e5-b5f1-d0060c01dfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdea21ed-2a03-4c44-8175-88e4702ec9b1,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:47.560948 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:48.235638 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfff2c-f524-4877-9ecd-fa3e7efe3c92 req-bfeae22f-e2ad-4c87-960a-fa74732821a1 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:48.245070 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-09cfff2c-f524-4877-9ecd-fa3e7efe3c92 req-bfeae22f-e2ad-4c87-960a-fa74732821a1 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0662568 Oct 27 14:00:48.280760 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-09cfff2c-f524-4877-9ecd-fa3e7efe3c92 req-e2622b6f-e43b-4d1a-b9e6-b55acb16ca3c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Oct 27 14:00:48.600583 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33356) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:48.766687 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b9d9b639-3e4b-4b99-bcb9-6191087d55a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:48.843518 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b9d9b639-3e4b-4b99-bcb9-6191087d55a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:48.848554 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b9d9b639-3e4b-4b99-bcb9-6191087d55a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.030657 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9b639-3e4b-4b99-bcb9-6191087d55a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d2bcc0-d919-4c12-955c-c48b8da30d99,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:49.034822 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-b9d9b639-3e4b-4b99-bcb9-6191087d55a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8cadc1a01ad419e8db8d2588a72ada8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332426 Oct 27 14:00:49.037419 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33392) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:49.086295 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a66d6ee1-0739-452b-abdf-56585e4bbe61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.106248 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a66d6ee1-0739-452b-abdf-56585e4bbe61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.150618 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a66d6ee1-0739-452b-abdf-56585e4bbe61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.153182 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a66d6ee1-0739-452b-abdf-56585e4bbe61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:49.154319 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-a66d6ee1-0739-452b-abdf-56585e4bbe61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24d2bcc0-d919-4c12-955c-c48b8da30d99 HTTP/1.1" status: 204 len: 168 time: 0.1157269 Oct 27 14:00:49.161936 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d6ee1-0739-452b-abdf-56585e4bbe61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d2bcc0-d919-4c12-955c-c48b8da30d99,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:49.423622 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046efbe-d1c4-413c-a9b0-2446880f8abb req-3564598a-4ecc-4ed3-b4f8-aa584e848b8e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:49.425110 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b046efbe-d1c4-413c-a9b0-2446880f8abb req-3564598a-4ecc-4ed3-b4f8-aa584e848b8e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0649757 Oct 27 14:00:49.465623 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b046efbe-d1c4-413c-a9b0-2446880f8abb req-c539318e-912b-4982-b1a5-d418ed0fde60 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341709 Oct 27 14:00:49.826273 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:50.578125 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53560cf9-6841-44a8-ba24-6dbcb4dcbff1 req-476058b7-67c9-47ea-8a63-f7232d815b61 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:50.579578 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-53560cf9-6841-44a8-ba24-6dbcb4dcbff1 req-476058b7-67c9-47ea-8a63-f7232d815b61 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0472014 Oct 27 14:00:50.618905 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-53560cf9-6841-44a8-ba24-6dbcb4dcbff1 req-b192effb-5823-44bc-a98e-3b0598e21a4c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334427 Oct 27 14:00:51.513057 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33512) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:51.622984 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0376-03cb-4a81-98c1-4e400c2075fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:51.698974 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0376-03cb-4a81-98c1-4e400c2075fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:51.704043 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2e2b0376-03cb-4a81-98c1-4e400c2075fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:51.730889 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0458a7-215b-4ae5-aecc-978126925ae9 req-425bd97a-bbbd-49d5-86ee-c7a484a4b75b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:51.732384 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ea0458a7-215b-4ae5-aecc-978126925ae9 req-425bd97a-bbbd-49d5-86ee-c7a484a4b75b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0481179 Oct 27 14:00:51.742334 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-2e2b0376-03cb-4a81-98c1-4e400c2075fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43e4add1d08d4162b9afed09981136a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282021 Oct 27 14:00:51.744928 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33520) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:51.751255 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b0376-03cb-4a81-98c1-4e400c2075fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8267e791-3070-4ec6-9f13-cee0070aa1bc,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:51.789750 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ea0458a7-215b-4ae5-aecc-978126925ae9 req-1954d988-91d9-47e0-81ad-ebaa9a742c3b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437214 Oct 27 14:00:51.807355 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c939a1fa-4b49-435b-994b-fc3fbeeff56f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:51.840548 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c939a1fa-4b49-435b-994b-fc3fbeeff56f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:51.885679 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c939a1fa-4b49-435b-994b-fc3fbeeff56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:51.888245 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c939a1fa-4b49-435b-994b-fc3fbeeff56f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:51.889362 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-c939a1fa-4b49-435b-994b-fc3fbeeff56f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8267e791-3070-4ec6-9f13-cee0070aa1bc HTTP/1.1" status: 204 len: 168 time: 0.1434116 Oct 27 14:00:51.896613 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939a1fa-4b49-435b-994b-fc3fbeeff56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8267e791-3070-4ec6-9f13-cee0070aa1bc,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:52.151394 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33536) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:52.165478 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-00b47dc3-c1f4-443f-a543-f8a36a0da116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.258445 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-00b47dc3-c1f4-443f-a543-f8a36a0da116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.261915 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-00b47dc3-c1f4-443f-a543-f8a36a0da116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.299462 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-00b47dc3-c1f4-443f-a543-f8a36a0da116 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d9d9102f8e740c1847f785814310da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469891 Oct 27 14:00:52.300305 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b47dc3-c1f4-443f-a543-f8a36a0da116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c809f-6152-4bab-9bf9-eb3747bb2907,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:52.302098 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33542) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:00:52.353654 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-484284b1-0166-4cc6-86ee-3ac31bd5103a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.374678 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-484284b1-0166-4cc6-86ee-3ac31bd5103a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.420688 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-484284b1-0166-4cc6-86ee-3ac31bd5103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.423260 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-484284b1-0166-4cc6-86ee-3ac31bd5103a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:00:52.424429 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-484284b1-0166-4cc6-86ee-3ac31bd5103a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/258c809f-6152-4bab-9bf9-eb3747bb2907 HTTP/1.1" status: 204 len: 168 time: 0.1204715 Oct 27 14:00:52.432448 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484284b1-0166-4cc6-86ee-3ac31bd5103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c809f-6152-4bab-9bf9-eb3747bb2907,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:00:52.952540 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62db9c-83d3-4596-9465-965bb3b01237 req-39f8a620-1a49-47cf-9f50-82b013b7e54e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:52.954070 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9e62db9c-83d3-4596-9465-965bb3b01237 req-39f8a620-1a49-47cf-9f50-82b013b7e54e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0665870 Oct 27 14:00:52.995972 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9e62db9c-83d3-4596-9465-965bb3b01237 req-930e057e-be2e-4a5f-a67d-be5f8856c712 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Oct 27 14:00:54.127569 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecb718-e68f-4fc9-b370-f098169c5616 req-db69f0e2-481d-48a8-874f-16399099cb80 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:54.129050 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d7ecb718-e68f-4fc9-b370-f098169c5616 req-db69f0e2-481d-48a8-874f-16399099cb80 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0580084 Oct 27 14:00:54.173976 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d7ecb718-e68f-4fc9-b370-f098169c5616 req-7eecfca5-94d3-4f45-954d-5ff490ad9077 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372260 Oct 27 14:00:55.295337 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc888aa4-d4a7-4ef4-bec6-44befa673441 req-b61862ae-f057-4a47-ad83-67ae284d56aa tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:55.296807 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cc888aa4-d4a7-4ef4-bec6-44befa673441 req-b61862ae-f057-4a47-ad83-67ae284d56aa tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0511339 Oct 27 14:00:55.333199 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cc888aa4-d4a7-4ef4-bec6-44befa673441 req-7cecfd9d-94cc-40df-8271-d0312bac1cc8 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298567 Oct 27 14:00:56.454042 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42106060-7c9c-49ae-9d42-643c1a9f7056 req-f588ca9c-7f44-40ec-855a-e90c5a918cac tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:56.454042 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-42106060-7c9c-49ae-9d42-643c1a9f7056 req-f588ca9c-7f44-40ec-855a-e90c5a918cac tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0537972 Oct 27 14:00:56.489692 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-42106060-7c9c-49ae-9d42-643c1a9f7056 req-d6252db1-b596-4107-a8b4-dfb158abe49c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Oct 27 14:00:57.605909 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e345ab9-8282-4311-b7dc-3572d5cf676e req-2960af01-6135-4b3e-831e-14ad90167200 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:57.607358 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0e345ab9-8282-4311-b7dc-3572d5cf676e req-2960af01-6135-4b3e-831e-14ad90167200 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0501366 Oct 27 14:00:57.644614 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0e345ab9-8282-4311-b7dc-3572d5cf676e req-5d56e9d4-f169-49be-8813-048f3cd917c9 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311344 Oct 27 14:00:58.753591 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9bca3-5c84-438d-8552-20c49e245ae4 req-16320eef-d6c5-4a88-a453-c576cc490621 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:58.755012 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bed9bca3-5c84-438d-8552-20c49e245ae4 req-16320eef-d6c5-4a88-a453-c576cc490621 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0468695 Oct 27 14:00:58.790683 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bed9bca3-5c84-438d-8552-20c49e245ae4 req-6c51c8f4-fefb-41df-9a80-06141e7d594c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298862 Oct 27 14:00:59.921036 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d8953-0112-49f1-9ed5-438a78ff092e req-f5ce47b0-767f-4346-b4f8-23c58b626458 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:00:59.922835 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bc5d8953-0112-49f1-9ed5-438a78ff092e req-f5ce47b0-767f-4346-b4f8-23c58b626458 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0666733 Oct 27 14:00:59.964816 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bc5d8953-0112-49f1-9ed5-438a78ff092e req-7697cbf8-dd49-4541-8ddd-c6cde0afeee5 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361645 Oct 27 14:01:01.079251 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248b83d-3eb1-4b35-9089-1d0585529052 req-8898b9ae-e6de-4c5d-8710-9e19d020188d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:01.080784 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4248b83d-3eb1-4b35-9089-1d0585529052 req-8898b9ae-e6de-4c5d-8710-9e19d020188d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0514853 Oct 27 14:01:01.119750 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4248b83d-3eb1-4b35-9089-1d0585529052 req-b05840b5-7489-44b7-9433-96fff291fe94 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330663 Oct 27 14:01:02.237306 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052acd54-9edd-408a-8f90-d38e54fe57ab req-332365ed-4e84-47de-85dd-b28f50624510 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:02.238756 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-052acd54-9edd-408a-8f90-d38e54fe57ab req-332365ed-4e84-47de-85dd-b28f50624510 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0514252 Oct 27 14:01:02.281670 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-052acd54-9edd-408a-8f90-d38e54fe57ab req-494bcae1-6e97-492a-91d0-4104af8c00ce tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363693 Oct 27 14:01:02.966165 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33842) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:03.137982 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33850) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:03.198202 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a71359b2-3be7-4372-82ca-032d11bb4576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.211781 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-01b9ad4b-48a1-4cc6-8934-8b0393e73d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.334549 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a71359b2-3be7-4372-82ca-032d11bb4576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.343895 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a71359b2-3be7-4372-82ca-032d11bb4576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.353674 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-01b9ad4b-48a1-4cc6-8934-8b0393e73d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.367239 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-01b9ad4b-48a1-4cc6-8934-8b0393e73d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.401383 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-a71359b2-3be7-4372-82ca-032d11bb4576 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a1cb72ec28a043288bafedc5d896453d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337082 Oct 27 14:01:03.406193 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c2b3a-e891-4d3d-9f6e-09aae7ff03dc req-d7631d6f-c13d-456b-9677-d843ef31bb96 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:03.407033 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33858) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:03.407679 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71359b2-3be7-4372-82ca-032d11bb4576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3eab45-412c-4add-91e0-99766d0da758,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:03.415124 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3e1c2b3a-e891-4d3d-9f6e-09aae7ff03dc req-d7631d6f-c13d-456b-9677-d843ef31bb96 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0610578 Oct 27 14:01:03.425066 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-01b9ad4b-48a1-4cc6-8934-8b0393e73d83 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bdbf1e0642a94a4b8bb10921648a5f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860141 Oct 27 14:01:03.432311 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33862) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:03.473065 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9ad4b-48a1-4cc6-8934-8b0393e73d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb304dee-f9b4-4cb8-8244-bd6093d2a66a,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:03.484535 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3e1c2b3a-e891-4d3d-9f6e-09aae7ff03dc req-f4c02160-6f40-4b0a-b324-46d9b8af676e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680630 Oct 27 14:01:03.496715 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6c08b99f-b170-4363-bcb8-ff558f5d9688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.509040 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c19fd611-5bf0-4c46-ab6e-21cba90a4caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.526457 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6c08b99f-b170-4363-bcb8-ff558f5d9688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.540630 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c19fd611-5bf0-4c46-ab6e-21cba90a4caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.580620 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6c08b99f-b170-4363-bcb8-ff558f5d9688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.583903 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6c08b99f-b170-4363-bcb8-ff558f5d9688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.585645 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-6c08b99f-b170-4363-bcb8-ff558f5d9688 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff3eab45-412c-4add-91e0-99766d0da758 HTTP/1.1" status: 204 len: 168 time: 0.1751139 Oct 27 14:01:03.600460 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c19fd611-5bf0-4c46-ab6e-21cba90a4caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.603622 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c19fd611-5bf0-4c46-ab6e-21cba90a4caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:03.605004 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-c19fd611-5bf0-4c46-ab6e-21cba90a4caa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb304dee-f9b4-4cb8-8244-bd6093d2a66a HTTP/1.1" status: 204 len: 168 time: 0.1716018 Oct 27 14:01:03.614151 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08b99f-b170-4363-bcb8-ff558f5d9688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3eab45-412c-4add-91e0-99766d0da758,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:03.614861 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fd611-5bf0-4c46-ab6e-21cba90a4caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb304dee-f9b4-4cb8-8244-bd6093d2a66a,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:04.069513 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33910) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:04.097147 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-eae8eaa9-f5b4-4d84-9573-bacb38970cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:04.201752 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-eae8eaa9-f5b4-4d84-9573-bacb38970cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:04.206048 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-eae8eaa9-f5b4-4d84-9573-bacb38970cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:04.241246 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8eaa9-f5b4-4d84-9573-bacb38970cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3114cd28-2feb-42c2-b611-1c4e3d8c83a8,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:04.253551 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-eae8eaa9-f5b4-4d84-9573-bacb38970cf5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8283c27c107741f9ae5518ed74d4226a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825259 Oct 27 14:01:04.256133 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33916) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:04.319198 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-80820ba1-bd05-47ba-b522-89264ad07f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:04.342610 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-80820ba1-bd05-47ba-b522-89264ad07f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:04.394318 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-80820ba1-bd05-47ba-b522-89264ad07f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:04.407239 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-80820ba1-bd05-47ba-b522-89264ad07f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:04.407239 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-80820ba1-bd05-47ba-b522-89264ad07f82 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3114cd28-2feb-42c2-b611-1c4e3d8c83a8 HTTP/1.1" status: 204 len: 168 time: 0.1419168 Oct 27 14:01:04.411675 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80820ba1-bd05-47ba-b522-89264ad07f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3114cd28-2feb-42c2-b611-1c4e3d8c83a8,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:04.468222 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33928) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:04.623756 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8e9e7-1a3e-4b39-935b-a12f48758650 req-2d55c270-8e54-48c4-aeaf-514802f8378a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:04.633366 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b9d8e9e7-1a3e-4b39-935b-a12f48758650 req-2d55c270-8e54-48c4-aeaf-514802f8378a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0642502 Oct 27 14:01:04.668768 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b9d8e9e7-1a3e-4b39-935b-a12f48758650 req-d15c020d-c2f3-42bf-b0ca-6b2d89b22ba3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Oct 27 14:01:04.747871 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-59e768d2-30f4-4667-95ff-6daf0cb7beb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:04.841270 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-59e768d2-30f4-4667-95ff-6daf0cb7beb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:04.845020 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-59e768d2-30f4-4667-95ff-6daf0cb7beb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:04.891963 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e768d2-30f4-4667-95ff-6daf0cb7beb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac9d286-60f7-4fab-933b-230f8c0e5638,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:04.896883 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-59e768d2-30f4-4667-95ff-6daf0cb7beb0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3397385b862a4607b00961c12206ecd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272444 Oct 27 14:01:04.899773 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33946) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:04.900224 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 33948) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:04.932065 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5e29-a82d-496a-9e2e-330ea63dd23d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.007900 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c11ac6ff-b915-425a-b3c9-176c747e1420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.049915 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c11ac6ff-b915-425a-b3c9-176c747e1420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.121297 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5e29-a82d-496a-9e2e-330ea63dd23d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.126489 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ae3d5e29-a82d-496a-9e2e-330ea63dd23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.177618 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c11ac6ff-b915-425a-b3c9-176c747e1420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.180220 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c11ac6ff-b915-425a-b3c9-176c747e1420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.193139 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c11ac6ff-b915-425a-b3c9-176c747e1420 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ac9d286-60f7-4fab-933b-230f8c0e5638 HTTP/1.1" status: 204 len: 168 time: 0.2826009 Oct 27 14:01:05.197817 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-ae3d5e29-a82d-496a-9e2e-330ea63dd23d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f51d9d8b7404213853c6a5fd6d3a91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902312 Oct 27 14:01:05.198840 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d5e29-a82d-496a-9e2e-330ea63dd23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a276d1-a511-4b72-b4fe-b31dfe23ff37,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:05.200821 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 33972) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:05.254560 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ac6ff-b915-425a-b3c9-176c747e1420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac9d286-60f7-4fab-933b-230f8c0e5638,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:05.323744 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b6a4b9c8-c49d-403f-880d-52476570a283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.364872 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b6a4b9c8-c49d-403f-880d-52476570a283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.469671 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b6a4b9c8-c49d-403f-880d-52476570a283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.479398 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b6a4b9c8-c49d-403f-880d-52476570a283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:05.483480 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-b6a4b9c8-c49d-403f-880d-52476570a283 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07a276d1-a511-4b72-b4fe-b31dfe23ff37 HTTP/1.1" status: 204 len: 168 time: 0.2816346 Oct 27 14:01:05.502801 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4b9c8-c49d-403f-880d-52476570a283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a276d1-a511-4b72-b4fe-b31dfe23ff37,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:05.814632 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487b5e5-3152-4a32-bebd-cd01bef9cb34 req-af740b16-13d9-4a88-93ef-5f4951af1579 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:05.816835 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9487b5e5-3152-4a32-bebd-cd01bef9cb34 req-af740b16-13d9-4a88-93ef-5f4951af1579 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0748940 Oct 27 14:01:05.864272 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9487b5e5-3152-4a32-bebd-cd01bef9cb34 req-f160d0af-8ac0-4e35-aedb-af255f28a841 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398550 Oct 27 14:01:07.027454 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc6cef-9cf5-4d2e-b089-4e346870eb57 req-ac287ed4-1e82-4b98-9623-6a794fcb90c2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:07.029250 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5bcc6cef-9cf5-4d2e-b089-4e346870eb57 req-ac287ed4-1e82-4b98-9623-6a794fcb90c2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0711255 Oct 27 14:01:07.091245 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5bcc6cef-9cf5-4d2e-b089-4e346870eb57 req-a887b82f-ecc7-4888-a540-a08af4879d6e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552619 Oct 27 14:01:08.221089 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34152) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:08.275241 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dd64b-37e3-4e90-9397-906a2cfd10bb req-f3d648b1-653e-4bc9-a635-35daf9ec82a4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:08.283301 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-901dd64b-37e3-4e90-9397-906a2cfd10bb req-f3d648b1-653e-4bc9-a635-35daf9ec82a4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0819485 Oct 27 14:01:08.320036 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-901dd64b-37e3-4e90-9397-906a2cfd10bb req-7acdb3f5-9c4d-44ec-853f-20deb382a668 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Oct 27 14:01:08.361401 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cc42e795-18a9-4a59-9778-f871ae29452d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.433664 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cc42e795-18a9-4a59-9778-f871ae29452d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.437381 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cc42e795-18a9-4a59-9778-f871ae29452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.481784 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-cc42e795-18a9-4a59-9778-f871ae29452d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8a4dd7eaf7e4959a7bdf045d05a5ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589166 Oct 27 14:01:08.482597 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42e795-18a9-4a59-9778-f871ae29452d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8434ac-9e00-4ba2-87c2-f4423fb99dd3,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:08.484837 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34158) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:08.536653 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ceb78804-0c9c-4e22-9e61-529741f47eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.558847 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ceb78804-0c9c-4e22-9e61-529741f47eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.603798 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ceb78804-0c9c-4e22-9e61-529741f47eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.606549 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ceb78804-0c9c-4e22-9e61-529741f47eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.607673 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-ceb78804-0c9c-4e22-9e61-529741f47eb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be8434ac-9e00-4ba2-87c2-f4423fb99dd3 HTTP/1.1" status: 204 len: 168 time: 0.1217759 Oct 27 14:01:08.615357 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb78804-0c9c-4e22-9e61-529741f47eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8434ac-9e00-4ba2-87c2-f4423fb99dd3,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:08.856846 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34166) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:08.870118 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92ac306d-fc7e-47f4-861f-2d0fb415a6ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.943549 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92ac306d-fc7e-47f4-861f-2d0fb415a6ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.947276 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92ac306d-fc7e-47f4-861f-2d0fb415a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:08.987692 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-92ac306d-fc7e-47f4-861f-2d0fb415a6ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f862116633a4970978b4ca453ec52bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297469 Oct 27 14:01:08.989279 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac306d-fc7e-47f4-861f-2d0fb415a6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b077aa6f-cd5b-43c2-a277-b5c153d8a1ef,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:08.989714 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34168) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:09.038868 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-394aad8e-f5db-4d83-8f82-6c40e3b8d828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.059742 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-394aad8e-f5db-4d83-8f82-6c40e3b8d828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.103883 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-394aad8e-f5db-4d83-8f82-6c40e3b8d828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.106412 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-394aad8e-f5db-4d83-8f82-6c40e3b8d828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.107564 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-394aad8e-f5db-4d83-8f82-6c40e3b8d828 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b077aa6f-cd5b-43c2-a277-b5c153d8a1ef HTTP/1.1" status: 204 len: 168 time: 0.1168253 Oct 27 14:01:09.114767 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394aad8e-f5db-4d83-8f82-6c40e3b8d828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b077aa6f-cd5b-43c2-a277-b5c153d8a1ef,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:09.454517 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc6b43-3de1-4b50-b7fe-ee9ae87fc603 req-d9548cbe-3742-4e61-90f1-95e026050478 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:09.462840 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b4cc6b43-3de1-4b50-b7fe-ee9ae87fc603 req-d9548cbe-3742-4e61-90f1-95e026050478 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0604455 Oct 27 14:01:09.519607 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b4cc6b43-3de1-4b50-b7fe-ee9ae87fc603 req-b692e8b2-4405-4049-927a-8b54e1a04346 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555544 Oct 27 14:01:09.538321 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34202) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:09.552757 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-864fdb0b-4c52-4e30-8af8-b9f2051b8d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.651958 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-864fdb0b-4c52-4e30-8af8-b9f2051b8d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.658258 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-864fdb0b-4c52-4e30-8af8-b9f2051b8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.700689 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-864fdb0b-4c52-4e30-8af8-b9f2051b8d49 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d0e07dfd8105476c8c5831d0299709c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612594 Oct 27 14:01:09.702149 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34212) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:09.704596 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fdb0b-4c52-4e30-8af8-b9f2051b8d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a14e83-ecc6-4b63-a8e9-f6bc9455ecb8,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:09.753436 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09c5798b-0968-4417-91b5-63dabc8215ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.782089 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09c5798b-0968-4417-91b5-63dabc8215ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.839255 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09c5798b-0968-4417-91b5-63dabc8215ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.842288 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09c5798b-0968-4417-91b5-63dabc8215ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:09.846432 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-09c5798b-0968-4417-91b5-63dabc8215ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a8a14e83-ecc6-4b63-a8e9-f6bc9455ecb8 HTTP/1.1" status: 204 len: 168 time: 0.1431324 Oct 27 14:01:09.857203 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5798b-0968-4417-91b5-63dabc8215ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a14e83-ecc6-4b63-a8e9-f6bc9455ecb8,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:10.666646 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63edf3-ec8f-433a-a297-ce93a8174acd req-68b45f23-ca5e-40ea-8317-b045faf101ba tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:10.668543 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1b63edf3-ec8f-433a-a297-ce93a8174acd req-68b45f23-ca5e-40ea-8317-b045faf101ba tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0634317 Oct 27 14:01:10.722736 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1b63edf3-ec8f-433a-a297-ce93a8174acd req-4f56f253-592d-4d11-a9cf-6181ac393a6f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435009 Oct 27 14:01:11.818877 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4f23cfc5-d826-4a42-b686-d2937c9d9500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:11.842169 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92777a-7164-49db-8843-ccf1887742b1 req-3e3cc971-308f-45ec-aef0-ed5c3f3c3425 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:11.843676 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-eb92777a-7164-49db-8843-ccf1887742b1 req-3e3cc971-308f-45ec-aef0-ed5c3f3c3425 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0535638 Oct 27 14:01:11.869785 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34320) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:11.887400 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-eb92777a-7164-49db-8843-ccf1887742b1 req-c872c691-ed16-4d1a-9f9e-dc9e421e7fc1 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375767 Oct 27 14:01:11.981656 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9841b935-6af6-40ee-8076-0277acb974d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.061378 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9841b935-6af6-40ee-8076-0277acb974d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.065097 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9841b935-6af6-40ee-8076-0277acb974d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.105333 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-9841b935-6af6-40ee-8076-0277acb974d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=39b65a55cc7a4cdb9c029b488b0e8163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343044 Oct 27 14:01:12.106175 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841b935-6af6-40ee-8076-0277acb974d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b85ce4-4961-4282-9276-9d0a5f97320f,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:12.107991 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34338) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:12.166444 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2070b2ce-9e21-4026-bf6c-98129e3476f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.189301 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2070b2ce-9e21-4026-bf6c-98129e3476f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.252428 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2070b2ce-9e21-4026-bf6c-98129e3476f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.254669 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2070b2ce-9e21-4026-bf6c-98129e3476f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.258987 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2070b2ce-9e21-4026-bf6c-98129e3476f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3b85ce4-4961-4282-9276-9d0a5f97320f HTTP/1.1" status: 204 len: 168 time: 0.1468410 Oct 27 14:01:12.264640 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070b2ce-9e21-4026-bf6c-98129e3476f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b85ce4-4961-4282-9276-9d0a5f97320f,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:12.530143 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34372) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:12.543656 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79911003-7e71-49bd-a8f7-ea2b6f75f466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.634027 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79911003-7e71-49bd-a8f7-ea2b6f75f466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.639026 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79911003-7e71-49bd-a8f7-ea2b6f75f466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.680349 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-79911003-7e71-49bd-a8f7-ea2b6f75f466 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=912d33ef71454b059ffb62cd9caa0afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489563 Oct 27 14:01:12.682157 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79911003-7e71-49bd-a8f7-ea2b6f75f466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0be603-9a16-4529-b882-4bd014f2853c,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:12.683257 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34386) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:12.758408 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89ec1825-d3a0-486b-b30f-7431baaebf3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.780644 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89ec1825-d3a0-486b-b30f-7431baaebf3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.824901 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89ec1825-d3a0-486b-b30f-7431baaebf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.827401 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89ec1825-d3a0-486b-b30f-7431baaebf3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:12.828569 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-89ec1825-d3a0-486b-b30f-7431baaebf3e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd0be603-9a16-4529-b882-4bd014f2853c HTTP/1.1" status: 204 len: 168 time: 0.1443470 Oct 27 14:01:12.837011 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec1825-d3a0-486b-b30f-7431baaebf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0be603-9a16-4529-b882-4bd014f2853c,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:13.004018 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc8f3d-0855-4316-9a1d-16932d4e5a7c req-88034176-b30f-4ed5-8f0f-f487eb20e2c4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:13.005525 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b1cc8f3d-0855-4316-9a1d-16932d4e5a7c req-88034176-b30f-4ed5-8f0f-f487eb20e2c4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0497956 Oct 27 14:01:13.045149 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b1cc8f3d-0855-4316-9a1d-16932d4e5a7c req-91c5ed76-e258-47d2-9c4e-e8ca38a370a3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336471 Oct 27 14:01:14.161473 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098303c-3b80-4a35-9199-7bc468db0f02 req-c78dc1ce-a137-4e7a-bf65-3ddbbc4dadc2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:14.163509 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8098303c-3b80-4a35-9199-7bc468db0f02 req-c78dc1ce-a137-4e7a-bf65-3ddbbc4dadc2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0476999 Oct 27 14:01:14.200041 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8098303c-3b80-4a35-9199-7bc468db0f02 req-3e67aaa7-422a-4017-adea-b5735dde1a42 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304894 Oct 27 14:01:14.481862 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8828edcc-8dd0-43fe-a2fa-8ba7ef5d9029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:15.247482 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:15.312944 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c6c95-3bc3-4fa3-959f-8831a95ecf4b req-ac613658-6328-4086-a445-915dee10352f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:15.314416 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7e0c6c95-3bc3-4fa3-959f-8831a95ecf4b req-ac613658-6328-4086-a445-915dee10352f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0481472 Oct 27 14:01:15.354864 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7e0c6c95-3bc3-4fa3-959f-8831a95ecf4b req-eba31dea-c225-4fb1-853a-d4613e2c66bc tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340188 Oct 27 14:01:16.071996 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:16.470442 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa8fae-7f21-4bae-8d59-0dca28a70225 req-ba488f84-d0a7-45db-928f-69e5b46e4945 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:16.471874 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-71fa8fae-7f21-4bae-8d59-0dca28a70225 req-ba488f84-d0a7-45db-928f-69e5b46e4945 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0520096 Oct 27 14:01:16.508478 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-71fa8fae-7f21-4bae-8d59-0dca28a70225 req-09f509b2-97a8-4e8d-970e-309bf38326d4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298390 Oct 27 14:01:17.097445 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85410d-1b0c-4abf-bd22-e3686b953d07 req-5091fbbb-9838-4027-8902-747de63783d4 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:17.098905 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2e85410d-1b0c-4abf-bd22-e3686b953d07 req-5091fbbb-9838-4027-8902-747de63783d4 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.0545149 Oct 27 14:01:17.137873 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2e85410d-1b0c-4abf-bd22-e3686b953d07 req-a496df4d-e0ee-4cef-9cff-f4fd347bb775 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Oct 27 14:01:17.564723 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:17.635631 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432122b7-41e1-4701-923c-4f031c3599dc req-ea9d8708-e0c7-4e23-9ef4-08ef9bfc2b64 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:17.637146 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-432122b7-41e1-4701-923c-4f031c3599dc req-ea9d8708-e0c7-4e23-9ef4-08ef9bfc2b64 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0487027 Oct 27 14:01:17.675566 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-432122b7-41e1-4701-923c-4f031c3599dc req-7c5b90aa-b0c7-475a-9f70-53797328d47f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311368 Oct 27 14:01:18.299132 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d4456-f33c-4f0a-b019-4c398c0fbba0 req-bf4e0cab-cb92-4d04-8cd1-33b9dcaa331b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:18.307387 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4a3d4456-f33c-4f0a-b019-4c398c0fbba0 req-bf4e0cab-cb92-4d04-8cd1-33b9dcaa331b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.0870686 Oct 27 14:01:18.363019 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4a3d4456-f33c-4f0a-b019-4c398c0fbba0 req-d518419e-f778-471e-bb16-2672b85bfb48 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533412 Oct 27 14:01:18.465722 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34562) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:18.587852 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c5635c3c-a217-496b-8e5c-6b03e73ffd9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:18.667779 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c5635c3c-a217-496b-8e5c-6b03e73ffd9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:18.672163 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c5635c3c-a217-496b-8e5c-6b03e73ffd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:18.716766 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34580) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:18.716919 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-c5635c3c-a217-496b-8e5c-6b03e73ffd9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad6d990b23444b15be0be3eaa4f7a46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498801 Oct 27 14:01:18.718559 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5635c3c-a217-496b-8e5c-6b03e73ffd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1a77f6-06da-4f36-bb1a-c7c8df9a9bb1,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:18.776295 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a6c6611a-555b-4c8e-9c36-e69df380ebe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:18.794079 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdc5d9-5104-4c0e-8888-7dbfbf58c95c req-429a7e4a-3f63-4398-b907-33c740ea6252 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:18.795540 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2fbdc5d9-5104-4c0e-8888-7dbfbf58c95c req-429a7e4a-3f63-4398-b907-33c740ea6252 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0507321 Oct 27 14:01:18.797695 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a6c6611a-555b-4c8e-9c36-e69df380ebe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:18.834207 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2fbdc5d9-5104-4c0e-8888-7dbfbf58c95c req-3a3e27aa-ff59-4557-8a59-926de9c2f301 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Oct 27 14:01:18.858810 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a6c6611a-555b-4c8e-9c36-e69df380ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:18.861431 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a6c6611a-555b-4c8e-9c36-e69df380ebe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:18.862643 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-a6c6611a-555b-4c8e-9c36-e69df380ebe0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e1a77f6-06da-4f36-bb1a-c7c8df9a9bb1 HTTP/1.1" status: 204 len: 168 time: 0.1428461 Oct 27 14:01:18.870760 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6611a-555b-4c8e-9c36-e69df380ebe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1a77f6-06da-4f36-bb1a-c7c8df9a9bb1,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:19.118336 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34586) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:19.131146 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7551d220-5c85-4b7f-aaea-70de23222f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:19.204161 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7551d220-5c85-4b7f-aaea-70de23222f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:19.208122 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7551d220-5c85-4b7f-aaea-70de23222f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:19.246076 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-7551d220-5c85-4b7f-aaea-70de23222f35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88f570c0c38c4dba820ad3d557045dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266663 Oct 27 14:01:19.248137 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551d220-5c85-4b7f-aaea-70de23222f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb12072-e200-444a-860a-25af997c99cd,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:19.248870 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34592) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:19.301335 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fcb18932-54c5-47fe-b918-1b742e9cca58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:19.323319 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fcb18932-54c5-47fe-b918-1b742e9cca58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:19.369063 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fcb18932-54c5-47fe-b918-1b742e9cca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:19.371600 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fcb18932-54c5-47fe-b918-1b742e9cca58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:19.372756 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-fcb18932-54c5-47fe-b918-1b742e9cca58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbb12072-e200-444a-860a-25af997c99cd HTTP/1.1" status: 204 len: 168 time: 0.1228557 Oct 27 14:01:19.382366 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb18932-54c5-47fe-b918-1b742e9cca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb12072-e200-444a-860a-25af997c99cd,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:19.505772 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19e35a-3820-47ac-b561-da5df2be7b3e req-1817395d-811d-47ae-a848-13b92bb4de1e tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:19.507303 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fc19e35a-3820-47ac-b561-da5df2be7b3e req-1817395d-811d-47ae-a848-13b92bb4de1e tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.0500185 Oct 27 14:01:19.547461 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fc19e35a-3820-47ac-b561-da5df2be7b3e req-833c200a-15ec-4800-8835-e10717a68180 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Oct 27 14:01:19.830696 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:19.973922 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898562f-090b-4dba-9542-be27675b6b29 req-1c712f7a-0e17-4f0a-8e89-e2d40c228bb4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:19.975500 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1898562f-090b-4dba-9542-be27675b6b29 req-1c712f7a-0e17-4f0a-8e89-e2d40c228bb4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0595393 Oct 27 14:01:20.019011 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1898562f-090b-4dba-9542-be27675b6b29 req-1d191375-86e3-40f2-b810-0455eceb6666 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371814 Oct 27 14:01:20.677680 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdc568-37e4-4fcd-967c-d44a08f11794 req-f2a7f36c-24ac-47cf-8d57-4c0c2e370190 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:20.681432 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d3fdc568-37e4-4fcd-967c-d44a08f11794 req-f2a7f36c-24ac-47cf-8d57-4c0c2e370190 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.0636818 Oct 27 14:01:20.719143 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d3fdc568-37e4-4fcd-967c-d44a08f11794 req-3eddb16d-765f-4a15-a6a0-09afedb9375b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Oct 27 14:01:21.093478 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:01:21.140713 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec2be5-5474-4b6f-95e9-a74c5ee689d9 req-f23bd620-8f77-4633-b6aa-52169d600978 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:21.143088 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6fec2be5-5474-4b6f-95e9-a74c5ee689d9 req-f23bd620-8f77-4633-b6aa-52169d600978 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0578711 Oct 27 14:01:21.181990 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6fec2be5-5474-4b6f-95e9-a74c5ee689d9 req-132ff156-7e3f-40ba-ae86-f72db59fd91b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Oct 27 14:01:21.518675 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34712) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:21.619799 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ddf7-2f73-416f-88c0-587892dd53ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:21.693534 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ddf7-2f73-416f-88c0-587892dd53ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:21.698144 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ddf7-2f73-416f-88c0-587892dd53ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:21.737227 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-9ef5ddf7-2f73-416f-88c0-587892dd53ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8213673eb294411da1b80b2cde953b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174659 Oct 27 14:01:21.738057 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5ddf7-2f73-416f-88c0-587892dd53ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8c8781-ca45-43d6-9f0d-7b3a4806e5a7,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:21.739879 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34720) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:21.794346 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1369e4ee-8b5e-4795-ab1f-b2945ed7d895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:21.816672 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1369e4ee-8b5e-4795-ab1f-b2945ed7d895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:21.845316 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de4009-3634-437a-b08d-9eda7bd76714 req-6f73300b-2d3c-4fb4-8003-442aa3f226cc tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:21.846856 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-44de4009-3634-437a-b08d-9eda7bd76714 req-6f73300b-2d3c-4fb4-8003-442aa3f226cc tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.0542679 Oct 27 14:01:21.865442 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1369e4ee-8b5e-4795-ab1f-b2945ed7d895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:21.876023 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1369e4ee-8b5e-4795-ab1f-b2945ed7d895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:21.876023 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-1369e4ee-8b5e-4795-ab1f-b2945ed7d895 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b8c8781-ca45-43d6-9f0d-7b3a4806e5a7 HTTP/1.1" status: 204 len: 168 time: 0.1283605 Oct 27 14:01:21.877620 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369e4ee-8b5e-4795-ab1f-b2945ed7d895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8c8781-ca45-43d6-9f0d-7b3a4806e5a7,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:21.899677 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-44de4009-3634-437a-b08d-9eda7bd76714 req-1ca08149-afc4-4049-8567-d35746ea5837 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Oct 27 14:01:22.118708 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34734) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:22.131565 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-28271eea-8a33-42a9-8724-30d269175907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:22.206337 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-28271eea-8a33-42a9-8724-30d269175907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:22.211487 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-28271eea-8a33-42a9-8724-30d269175907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:22.250672 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28271eea-8a33-42a9-8724-30d269175907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b967a-090e-44e3-ad9e-a0adc5e238c4,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:22.262890 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-28271eea-8a33-42a9-8724-30d269175907 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e471fb9fdb8493483495c0a5d9017ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431754 Oct 27 14:01:22.265549 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34738) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:22.328064 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0850fd-33a3-4e52-8fcb-8dd37050a55a req-0c60c8c8-68f7-41b0-9863-08034990cd89 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:22.329532 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bd0850fd-33a3-4e52-8fcb-8dd37050a55a req-0c60c8c8-68f7-41b0-9863-08034990cd89 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0799859 Oct 27 14:01:22.355183 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-62b3ae78-bb4e-4429-a886-ed17d6ac81f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:22.388665 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-62b3ae78-bb4e-4429-a886-ed17d6ac81f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:22.392328 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bd0850fd-33a3-4e52-8fcb-8dd37050a55a req-2a183411-8def-4808-824e-bb27efbc45ee tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564888 Oct 27 14:01:22.434767 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-62b3ae78-bb4e-4429-a886-ed17d6ac81f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:22.437399 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-62b3ae78-bb4e-4429-a886-ed17d6ac81f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:22.438585 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-62b3ae78-bb4e-4429-a886-ed17d6ac81f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c39b967a-090e-44e3-ad9e-a0adc5e238c4 HTTP/1.1" status: 204 len: 168 time: 0.1721590 Oct 27 14:01:22.446785 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3ae78-bb4e-4429-a886-ed17d6ac81f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b967a-090e-44e3-ad9e-a0adc5e238c4,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:23.019613 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7603f9-6849-413b-b7b8-92e9fd3536ce req-2efc01a0-b0d5-472c-be42-0fcd595e8f1a tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:23.021095 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3a7603f9-6849-413b-b7b8-92e9fd3536ce req-2efc01a0-b0d5-472c-be42-0fcd595e8f1a tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.0521736 Oct 27 14:01:23.060560 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3a7603f9-6849-413b-b7b8-92e9fd3536ce req-9c3a4e5a-7cad-43ab-bc5a-dbbace2ada83 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Oct 27 14:01:23.509121 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658e59a-658c-4c4a-9405-7f1700b7e5ed req-bad4ece3-ac04-4a4b-8f29-c440c38081d8 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:23.510721 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6658e59a-658c-4c4a-9405-7f1700b7e5ed req-bad4ece3-ac04-4a4b-8f29-c440c38081d8 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0542905 Oct 27 14:01:23.549964 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6658e59a-658c-4c4a-9405-7f1700b7e5ed req-3536f089-2645-41ab-b544-5fada03270a9 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Oct 27 14:01:23.781268 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cbb76577-53d5-4f08-b6f9-1bcab86a1f8b no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:01:23.836277 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-480995f0-02b7-4afe-803d-d562a810b115 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:23.837809 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-480995f0-02b7-4afe-803d-d562a810b115 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.66 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 946 time: 0.0557697 Oct 27 14:01:23.861972 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:23.888288 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520f044-9ba8-48c4-92e0-95e4b9515eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb76577-53d5-4f08-b6f9-1bcab86a1f8b'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:01:23.890541 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cede64c-2401-4f26-a8d0-c03ea0c9804d" -d '{"events": [{"server_uuid": "d520f044-9ba8-48c4-92e0-95e4b9515eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb76577-53d5-4f08-b6f9-1bcab86a1f8b"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:01:23.905433 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,segment=NetworkSegment(5e763547-bed5-4a8c-8c32-c762979dd125),segment_id=5e763547-bed5-4a8c-8c32-c762979dd125)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:01:23.909877 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:23.961882 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 14:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c046b86-7601-437a-8392-5d0d6c429d50 x-openstack-request-id: req-9c046b86-7601-437a-8392-5d0d6c429d50 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:01:23.962237 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520f044-9ba8-48c4-92e0-95e4b9515eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb76577-53d5-4f08-b6f9-1bcab86a1f8b", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:01:23.962478 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9c046b86-7601-437a-8392-5d0d6c429d50 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:01:23.963199 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520f044-9ba8-48c4-92e0-95e4b9515eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb76577-53d5-4f08-b6f9-1bcab86a1f8b', 'code': 200} Oct 27 14:01:23.968211 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,revision_number=6']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:23.976527 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.977106 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.977648 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.978133 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.978626 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.979225 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.979752 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.980285 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.980627 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.981110 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.984304 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:23.984304 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:24.005994 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-cf32cf8a-9a80-4c6f-a6c2-9302a064f37b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Deleting port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:01:24.006348 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-cf32cf8a-9a80-4c6f-a6c2-9302a064f37b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:24.098520 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-cf32cf8a-9a80-4c6f-a6c2-9302a064f37b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] For port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,segment=NetworkSegment(5e763547-bed5-4a8c-8c32-c762979dd125),segment_id=5e763547-bed5-4a8c-8c32-c762979dd125)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:01:24.099110 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-cf32cf8a-9a80-4c6f-a6c2-9302a064f37b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:24.116308 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-cf32cf8a-9a80-4c6f-a6c2-9302a064f37b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Calling delete_port for cbb76577-53d5-4f08-b6f9-1bcab86a1f8b owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:01:24.186501 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a3c93-caeb-4804-86e8-87bc776abcb8 req-1676458b-35c0-4afd-81ae-7bf371c2ab5a tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:24.188260 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a94a3c93-caeb-4804-86e8-87bc776abcb8 req-1676458b-35c0-4afd-81ae-7bf371c2ab5a tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 944 time: 0.0549126 Oct 27 14:01:24.232551 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a94a3c93-caeb-4804-86e8-87bc776abcb8 req-4f829c41-82e3-4bf8-88c5-72ab03a2e30f tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/security-groups?id=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375733 Oct 27 14:01:24.426359 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-cf32cf8a-9a80-4c6f-a6c2-9302a064f37b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:24.453533 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32cf8a-9a80-4c6f-a6c2-9302a064f37b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Pushing event deleted for resources: {'Port': ['ID=cbb76577-53d5-4f08-b6f9-1bcab86a1f8b,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:24.522930 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-cf32cf8a-9a80-4c6f-a6c2-9302a064f37b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] No DVR routers for this DVR port cbb76577-53d5-4f08-b6f9-1bcab86a1f8b on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:01:24.526552 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-cf32cf8a-9a80-4c6f-a6c2-9302a064f37b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:24.530157 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a039ce6c-505b-4860-a351-ec2b73e1909c req-cf32cf8a-9a80-4c6f-a6c2-9302a064f37b tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.66 "DELETE /v2.0/ports/cbb76577-53d5-4f08-b6f9-1bcab86a1f8b HTTP/1.1" status: 204 len: 173 time: 0.6854720 Oct 27 14:01:24.530622 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520f044-9ba8-48c4-92e0-95e4b9515eaa', 'name': 'network-vif-deleted', 'tag': 'cbb76577-53d5-4f08-b6f9-1bcab86a1f8b'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:01:24.533005 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03b23aa-795a-44ab-9688-7fd07a2a6417" -d '{"events": [{"server_uuid": "d520f044-9ba8-48c4-92e0-95e4b9515eaa", "name": "network-vif-deleted", "tag": "cbb76577-53d5-4f08-b6f9-1bcab86a1f8b"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:01:24.579982 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ffb74f-adad-4361-91a1-8604c58bfbd0 x-openstack-request-id: req-b4ffb74f-adad-4361-91a1-8604c58bfbd0 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:01:24.580430 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520f044-9ba8-48c4-92e0-95e4b9515eaa", "name": "network-vif-deleted", "tag": "cbb76577-53d5-4f08-b6f9-1bcab86a1f8b", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:01:24.581470 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4ffb74f-adad-4361-91a1-8604c58bfbd0 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:01:24.582260 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520f044-9ba8-48c4-92e0-95e4b9515eaa', 'name': 'network-vif-deleted', 'tag': 'cbb76577-53d5-4f08-b6f9-1bcab86a1f8b', 'status': 'completed', 'code': 200} Oct 27 14:01:24.692314 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8a304-e6b9-46ff-8194-66e474fd39a6 req-c86c46f9-9560-4d9e-9965-58c56f466310 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:24.693748 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-47c8a304-e6b9-46ff-8194-66e474fd39a6 req-c86c46f9-9560-4d9e-9965-58c56f466310 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0505571 Oct 27 14:01:24.775650 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-47c8a304-e6b9-46ff-8194-66e474fd39a6 req-eb326c5d-30fc-4983-b9fe-81435f7ccd61 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626926 Oct 27 14:01:25.178254 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34894) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:25.338879 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-57bf8f08-5e91-4721-9497-2f6b9def2826 req-aa5b8da7-1a49-46b9-a27c-8b7bf97a385c tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0275524 Oct 27 14:01:25.342706 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6468f8c0-e4c9-407b-8d99-883de8d99e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:25.423295 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6468f8c0-e4c9-407b-8d99-883de8d99e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:25.427883 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6468f8c0-e4c9-407b-8d99-883de8d99e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:25.466393 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-6468f8c0-e4c9-407b-8d99-883de8d99e4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef6d941b5a2e449b9820d9188d9f8aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869854 Oct 27 14:01:25.467236 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468f8c0-e4c9-407b-8d99-883de8d99e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655534c9-a391-4d5f-8686-a932ef688689,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:25.469021 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34916) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:25.521307 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e654-cb82-45d1-9942-32acbbf980ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:25.544537 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e654-cb82-45d1-9942-32acbbf980ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:25.589529 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e654-cb82-45d1-9942-32acbbf980ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:25.592397 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e654-cb82-45d1-9942-32acbbf980ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:25.593667 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-e5b4e654-cb82-45d1-9942-32acbbf980ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/655534c9-a391-4d5f-8686-a932ef688689 HTTP/1.1" status: 204 len: 168 time: 0.1236529 Oct 27 14:01:25.602381 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4e654-cb82-45d1-9942-32acbbf980ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655534c9-a391-4d5f-8686-a932ef688689,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:25.822135 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34940) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:25.918997 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d4e64-7930-4e50-86dc-dc50a414c8e9 req-885fc31f-a1b1-4ee1-8fb0-29e157ccef60 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:25.924556 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34946) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:25.927450 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c34d4e64-7930-4e50-86dc-dc50a414c8e9 req-885fc31f-a1b1-4ee1-8fb0-29e157ccef60 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0615766 Oct 27 14:01:25.938099 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c7000432-3791-4c99-ae8b-cc08eb16ea1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:25.958942 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d79b1c94-ff2c-4415-8b2a-09c04e4db4fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:25.982079 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c34d4e64-7930-4e50-86dc-dc50a414c8e9 req-76706676-17b2-4275-a500-009c65a4dd42 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536320 Oct 27 14:01:26.017376 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c7000432-3791-4c99-ae8b-cc08eb16ea1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.021870 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c7000432-3791-4c99-ae8b-cc08eb16ea1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.053731 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d79b1c94-ff2c-4415-8b2a-09c04e4db4fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.058175 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d79b1c94-ff2c-4415-8b2a-09c04e4db4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.063524 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c7000432-3791-4c99-ae8b-cc08eb16ea1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bb55d0be8aee446ca58e3a5b081b468e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376965 Oct 27 14:01:26.064394 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7000432-3791-4c99-ae8b-cc08eb16ea1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d24f6ef-5817-40b1-9878-c556b9673890,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:26.066670 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34950) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:26.098287 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d79b1c94-ff2c-4415-8b2a-09c04e4db4fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36daafb3a0044b1a9124e68f74db7a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726502 Oct 27 14:01:26.098287 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b1c94-ff2c-4415-8b2a-09c04e4db4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f52472a-b8f4-49f7-aa94-3b6fde44a007,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:26.098821 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34952) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:26.117226 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-693072e6-f397-434b-9841-bba222273d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.139374 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-693072e6-f397-434b-9841-bba222273d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.155241 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e663f5c0-0e54-4092-b820-3a5b1cecbc19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.177479 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e663f5c0-0e54-4092-b820-3a5b1cecbc19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.189178 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-693072e6-f397-434b-9841-bba222273d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.191777 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-693072e6-f397-434b-9841-bba222273d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.192928 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-693072e6-f397-434b-9841-bba222273d45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d24f6ef-5817-40b1-9878-c556b9673890 HTTP/1.1" status: 204 len: 168 time: 0.1253660 Oct 27 14:01:26.200641 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693072e6-f397-434b-9841-bba222273d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d24f6ef-5817-40b1-9878-c556b9673890,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:26.229524 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e663f5c0-0e54-4092-b820-3a5b1cecbc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.232849 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e663f5c0-0e54-4092-b820-3a5b1cecbc19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.234312 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-e663f5c0-0e54-4092-b820-3a5b1cecbc19 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4f52472a-b8f4-49f7-aa94-3b6fde44a007 HTTP/1.1" status: 204 len: 168 time: 0.1345141 Oct 27 14:01:26.243145 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663f5c0-0e54-4092-b820-3a5b1cecbc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f52472a-b8f4-49f7-aa94-3b6fde44a007,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:26.453106 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-012f8492-e1cc-4f18-93ca-e294d54a508c req-f5217108-342f-448c-b55b-5431a3cb2b86 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0424514 Oct 27 14:01:26.578845 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34966) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:26.593249 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 34968) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:26.593391 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-74cfcb4c-3012-4fd5-89e4-e951563a590b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.605922 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-92b2a8c3-3e4f-4bce-a317-690045d6cc54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.668739 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-74cfcb4c-3012-4fd5-89e4-e951563a590b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.673130 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-74cfcb4c-3012-4fd5-89e4-e951563a590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.680328 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-92b2a8c3-3e4f-4bce-a317-690045d6cc54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.684213 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-92b2a8c3-3e4f-4bce-a317-690045d6cc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.708398 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-74cfcb4c-3012-4fd5-89e4-e951563a590b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=356d5bbb6d19432fbdda84e9c07e8ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1283443 Oct 27 14:01:26.711399 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34970) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:26.718890 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfcb4c-3012-4fd5-89e4-e951563a590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec576cef-76c6-4ceb-9cae-9eb79eb4c250,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:26.728276 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-92b2a8c3-3e4f-4bce-a317-690045d6cc54 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=74adfb728b174c62a85e8c17ef5cb51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338739 Oct 27 14:01:26.728992 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2a8c3-3e4f-4bce-a317-690045d6cc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd07b922-b742-4c30-b5a1-4512ea81a17c,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:26.729118 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 34972) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:26.795531 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0816bac4-146b-42d1-a055-35b593e9e90c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.824305 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-47841bf5-ea78-4243-963d-dccd4fae1a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.831689 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0816bac4-146b-42d1-a055-35b593e9e90c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.866997 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-47841bf5-ea78-4243-963d-dccd4fae1a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.912594 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0816bac4-146b-42d1-a055-35b593e9e90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.915126 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0816bac4-146b-42d1-a055-35b593e9e90c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.916274 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-0816bac4-146b-42d1-a055-35b593e9e90c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec576cef-76c6-4ceb-9cae-9eb79eb4c250 HTTP/1.1" status: 204 len: 168 time: 0.2039587 Oct 27 14:01:26.925049 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-47841bf5-ea78-4243-963d-dccd4fae1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.927488 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-47841bf5-ea78-4243-963d-dccd4fae1a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:26.931538 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-47841bf5-ea78-4243-963d-dccd4fae1a53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd07b922-b742-4c30-b5a1-4512ea81a17c HTTP/1.1" status: 204 len: 168 time: 0.1985893 Oct 27 14:01:26.931538 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816bac4-146b-42d1-a055-35b593e9e90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec576cef-76c6-4ceb-9cae-9eb79eb4c250,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:26.947683 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47841bf5-ea78-4243-963d-dccd4fae1a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd07b922-b742-4c30-b5a1-4512ea81a17c,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:27.101331 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23d8f2-6b75-44cf-bf8b-39060801446d req-beac77ad-7718-46bf-8bbc-cf8b56650879 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:27.102838 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8e23d8f2-6b75-44cf-bf8b-39060801446d req-beac77ad-7718-46bf-8bbc-cf8b56650879 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0501654 Oct 27 14:01:27.143130 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8e23d8f2-6b75-44cf-bf8b-39060801446d req-be0db3b7-b703-4d7e-b6af-241fe13ceb7d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344377 Oct 27 14:01:27.552299 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-acfaac9a-1154-4ee8-b2d2-5c6bae33a2a7 req-df17ab65-f626-419c-9d18-1d2af7f22a5d tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0262117 Oct 27 14:01:28.268867 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2413-e300-4878-9206-a97091ea586b req-8c7d18cd-060a-4728-8e72-3b63793e6fde tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:28.270407 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-54fa2413-e300-4878-9206-a97091ea586b req-8c7d18cd-060a-4728-8e72-3b63793e6fde tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0550029 Oct 27 14:01:28.310490 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-54fa2413-e300-4878-9206-a97091ea586b req-e6184c34-dde9-4c17-845e-8ff0fa0ead1f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341964 Oct 27 14:01:28.647019 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-66e25dce-a5df-4f5f-8680-83e85468d899 req-aea0ef88-d1c8-4607-9514-4c5d09ec273f tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0262916 Oct 27 14:01:28.991391 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 35090) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:29.094459 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2f98-ec60-4f0a-a3ea-db0d99d901cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.177191 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2f98-ec60-4f0a-a3ea-db0d99d901cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.181226 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2f98-ec60-4f0a-a3ea-db0d99d901cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.218602 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-6c2e2f98-ec60-4f0a-a3ea-db0d99d901cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a1ba8112318d478c8054a95951935aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261779 Oct 27 14:01:29.219465 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e2f98-ec60-4f0a-a3ea-db0d99d901cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c11a471-fd58-40a2-ab2f-6c738bad8a4a,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:29.221916 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35100) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:29.273269 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cb99b796-6951-405b-b641-763c0fbcc1f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.294474 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cb99b796-6951-405b-b641-763c0fbcc1f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.338288 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cb99b796-6951-405b-b641-763c0fbcc1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.341082 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cb99b796-6951-405b-b641-763c0fbcc1f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.342237 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-cb99b796-6951-405b-b641-763c0fbcc1f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c11a471-fd58-40a2-ab2f-6c738bad8a4a HTTP/1.1" status: 204 len: 168 time: 0.1183026 Oct 27 14:01:29.349679 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99b796-6951-405b-b641-763c0fbcc1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c11a471-fd58-40a2-ab2f-6c738bad8a4a,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:29.479022 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d3f5d-8f3c-403c-b366-d29c2db315ce req-ad917c2f-f801-4bca-85ca-64ead45a9622 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:29.480601 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d25d3f5d-8f3c-403c-b366-d29c2db315ce req-ad917c2f-f801-4bca-85ca-64ead45a9622 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0542240 Oct 27 14:01:29.521149 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d25d3f5d-8f3c-403c-b366-d29c2db315ce req-11e01397-db53-44b2-b229-c12828f88805 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Oct 27 14:01:29.624617 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35112) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:29.638084 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ab21cb8-3072-4636-b4da-62bd05f0c5aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.717253 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ab21cb8-3072-4636-b4da-62bd05f0c5aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.726348 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ab21cb8-3072-4636-b4da-62bd05f0c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.749478 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8b5c036a-d964-4e94-ba1b-83a3d5f0027d req-d763edb5-6ba3-4619-aba4-a3eecdc04285 tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0349410 Oct 27 14:01:29.778899 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-9ab21cb8-3072-4636-b4da-62bd05f0c5aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d772a7e765847e6910b528043a35d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531467 Oct 27 14:01:29.781179 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab21cb8-3072-4636-b4da-62bd05f0c5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c447de-5398-4ec0-bcfb-5edc2eb9db51,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:29.782110 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 35116) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:29.833837 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-032ff56a-c83e-4ca2-bfe2-4ec63f81c90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.853561 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-032ff56a-c83e-4ca2-bfe2-4ec63f81c90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.901341 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-032ff56a-c83e-4ca2-bfe2-4ec63f81c90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.904126 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-032ff56a-c83e-4ca2-bfe2-4ec63f81c90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:29.905279 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-032ff56a-c83e-4ca2-bfe2-4ec63f81c90b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12c447de-5398-4ec0-bcfb-5edc2eb9db51 HTTP/1.1" status: 204 len: 168 time: 0.1218700 Oct 27 14:01:29.915375 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ff56a-c83e-4ca2-bfe2-4ec63f81c90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c447de-5398-4ec0-bcfb-5edc2eb9db51,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:30.643065 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d616dc-b823-4450-a1f3-15b5011ac378 req-99e24ea8-9181-4f4a-a8b2-427211a2d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:30.644846 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-09d616dc-b823-4450-a1f3-15b5011ac378 req-99e24ea8-9181-4f4a-a8b2-427211a2d141 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 1099 time: 0.0815401 Oct 27 14:01:30.666977 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5af16-79ec-4b56-884f-abbf0e152620 req-1d66e4c8-d914-467d-9834-b4bf73e56adf tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:30.678682 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1ce5af16-79ec-4b56-884f-abbf0e152620 req-1d66e4c8-d914-467d-9834-b4bf73e56adf tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0765772 Oct 27 14:01:30.691113 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-09d616dc-b823-4450-a1f3-15b5011ac378 req-73d150c0-a2cd-4807-9499-9923f802e16f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314538 Oct 27 14:01:30.716519 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1ce5af16-79ec-4b56-884f-abbf0e152620 req-190d099d-0e2b-4eab-9004-d0ff6ccdb16b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360394 Oct 27 14:01:30.862444 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-55b1c690-bf86-472e-9b9f-33c48b360b8e req-156925dd-fd7b-46d4-bc1a-4a5a6465bf6d tempest-DeleteServersTestJSON-1378361810 tempest-DeleteServersTestJSON-1378361810-project] 10.222.0.54 "GET /v2.0/ports?device_id=d520f044-9ba8-48c4-92e0-95e4b9515eaa HTTP/1.1" status: 200 len: 210 time: 0.0326827 Oct 27 14:01:31.581789 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 35190) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:31.687625 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-49e2b801-355c-40b2-80be-3391f8256c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:31.768699 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-49e2b801-355c-40b2-80be-3391f8256c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:31.773856 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-49e2b801-355c-40b2-80be-3391f8256c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:31.839618 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2b801-355c-40b2-80be-3391f8256c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c669086-546b-4733-a07a-b6c509e80dde,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:31.848536 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-49e2b801-355c-40b2-80be-3391f8256c1c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=713e7242fc2e4c9f86148847618417fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633128 Oct 27 14:01:31.849141 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35202) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:31.867490 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cb54f-9e81-49b9-80f0-40fcbb0c8f58 req-2496d1a1-ae45-4a52-acc3-e33df5cd5f7e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:31.869050 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9c7cb54f-9e81-49b9-80f0-40fcbb0c8f58 req-2496d1a1-ae45-4a52-acc3-e33df5cd5f7e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0774491 Oct 27 14:01:31.910905 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4d077353-4ec7-43f2-b7eb-54099863a486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:31.917316 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9c7cb54f-9e81-49b9-80f0-40fcbb0c8f58 req-2058d409-16ab-480c-8cc0-687d97cbc92d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397649 Oct 27 14:01:31.940529 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4d077353-4ec7-43f2-b7eb-54099863a486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:31.997147 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4d077353-4ec7-43f2-b7eb-54099863a486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:32.000019 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4d077353-4ec7-43f2-b7eb-54099863a486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:32.003542 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-4d077353-4ec7-43f2-b7eb-54099863a486 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c669086-546b-4733-a07a-b6c509e80dde HTTP/1.1" status: 204 len: 168 time: 0.1514285 Oct 27 14:01:32.012381 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d077353-4ec7-43f2-b7eb-54099863a486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c669086-546b-4733-a07a-b6c509e80dde,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:32.327920 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35228) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:32.342337 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5a093df1-e26e-4b1f-a38f-7576ef225044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:32.429704 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5a093df1-e26e-4b1f-a38f-7576ef225044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:32.433042 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5a093df1-e26e-4b1f-a38f-7576ef225044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:32.471714 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-5a093df1-e26e-4b1f-a38f-7576ef225044 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0f0033a86ef34e8d9b4b68fcfa494efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426370 Oct 27 14:01:32.472558 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a093df1-e26e-4b1f-a38f-7576ef225044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9344e5d7-33af-479f-8422-5a54006ece06,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:32.474401 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 35234) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:32.526940 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5fc12ff4-9695-4ab8-88b4-84ddbc8b91e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:32.547934 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5fc12ff4-9695-4ab8-88b4-84ddbc8b91e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:32.592602 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5fc12ff4-9695-4ab8-88b4-84ddbc8b91e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:32.595097 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5fc12ff4-9695-4ab8-88b4-84ddbc8b91e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:32.598940 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-5fc12ff4-9695-4ab8-88b4-84ddbc8b91e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9344e5d7-33af-479f-8422-5a54006ece06 HTTP/1.1" status: 204 len: 168 time: 0.1234405 Oct 27 14:01:32.606331 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc12ff4-9695-4ab8-88b4-84ddbc8b91e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9344e5d7-33af-479f-8422-5a54006ece06,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:33.064803 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10b08f-ccf3-4e71-974d-3fe398089aac req-fa2d26e7-466b-47a5-be91-7d1e7e843b93 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:33.072739 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ed10b08f-ccf3-4e71-974d-3fe398089aac req-fa2d26e7-466b-47a5-be91-7d1e7e843b93 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0618322 Oct 27 14:01:33.110244 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ed10b08f-ccf3-4e71-974d-3fe398089aac req-59c1d381-c4de-4e3f-b247-3c07fd0a7237 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361867 Oct 27 14:01:33.238206 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdd5de-4685-403e-a090-e46c664a52d0 req-2d7b7c86-71fc-4a34-a9e8-ba16ba5f9a0f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:33.239586 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-39cdd5de-4685-403e-a090-e46c664a52d0 req-2d7b7c86-71fc-4a34-a9e8-ba16ba5f9a0f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0584373 Oct 27 14:01:33.277419 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-39cdd5de-4685-403e-a090-e46c664a52d0 req-c3d17027-4cd9-4118-9d1d-024745ae7804 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Oct 27 14:01:40.751655 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 35442) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:40.801116 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Deleting subnet abda16d9-7591-46b0-ab07-ed3490e6bf73 {{(pid=101356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:01:40.804621 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:40.840831 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:40.846399 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:40.898154 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:40.931868 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abda16d9-7591-46b0-ab07-ed3490e6bf73,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:40.936305 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:40.939420 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/abda16d9-7591-46b0-ab07-ed3490e6bf73 HTTP/1.1" status: 204 len: 168 time: 0.1866653 Oct 27 14:01:40.942023 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35446) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:40.946078 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.946452 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.946802 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.947135 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.947468 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.947813 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.948166 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.948496 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.948841 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.949165 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.949487 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:40.949847 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8305d99-1987-4e05-aa3e-d44faf028a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.009078 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.091128 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.110047 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ea3e21-7581-4c09-9393-5d7eb2e8a86a']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:41.119368 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e763547-bed5-4a8c-8c32-c762979dd125') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:41.119657 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e763547-bed5-4a8c-8c32-c762979dd125') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:41.128670 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.141763 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.147481 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:01:41.147854 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:01:41.149489 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:01:41.200766 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.207138 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.210200 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/51ea3e21-7581-4c09-9393-5d7eb2e8a86a HTTP/1.1" status: 204 len: 168 time: 0.2671871 Oct 27 14:01:41.223518 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ea3e21-7581-4c09-9393-5d7eb2e8a86a,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:41.230836 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.231186 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.231530 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.231862 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.232217 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.232550 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.232881 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.233209 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.233535 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.233857 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.234173 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.234514 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422bf5c-e0bf-47ed-b19f-77428222eca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:41.380396 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35452) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:41.420225 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-f436a5a4-9f62-46cd-801a-f026c734c247 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9def59a067304b9ebfed482f56a032aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386436 Oct 27 14:01:41.422590 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35454) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:41.468820 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-76612ff0-e453-4656-b2f2-52cc78d9ab1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.490558 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-76612ff0-e453-4656-b2f2-52cc78d9ab1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.537677 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-76612ff0-e453-4656-b2f2-52cc78d9ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.540427 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-76612ff0-e453-4656-b2f2-52cc78d9ab1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:41.541624 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-76612ff0-e453-4656-b2f2-52cc78d9ab1e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c026e96-11c2-4a2a-aba7-cdfd7ca9d513 HTTP/1.1" status: 204 len: 168 time: 0.1181850 Oct 27 14:01:41.550027 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76612ff0-e453-4656-b2f2-52cc78d9ab1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c026e96-11c2-4a2a-aba7-cdfd7ca9d513,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:41.820122 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-2ba28648-d71f-43e8-8b21-c3c4f5d64cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:42.233736 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199b9cb-b818-45d3-9ab5-89b8556243f6 req-4d9ea7ae-30f1-47a3-9176-2c55766353ad tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:42.236080 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f199b9cb-b818-45d3-9ab5-89b8556243f6 req-4d9ea7ae-30f1-47a3-9176-2c55766353ad tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0568993 Oct 27 14:01:42.237267 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db10b5-d277-4786-bba2-e93fd9fe5d46 req-1bdaaaae-bc65-44f0-a50d-ec1a2e8db3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:42.239901 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-92db10b5-d277-4786-bba2-e93fd9fe5d46 req-1bdaaaae-bc65-44f0-a50d-ec1a2e8db3d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 1099 time: 0.0583375 Oct 27 14:01:42.285892 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f199b9cb-b818-45d3-9ab5-89b8556243f6 req-f10c73f4-b720-4bb8-862a-e1cc95551da4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Oct 27 14:01:42.305572 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 35494) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:42.349941 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db10b5-d277-4786-bba2-e93fd9fe5d46 req-a3025623-2a69-4891-812d-6874537f63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:42.351978 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-92db10b5-d277-4786-bba2-e93fd9fe5d46 req-a3025623-2a69-4891-812d-6874537f63b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 919 time: 0.1021678 Oct 27 14:01:42.401134 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-network', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:01:42.409336 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-92db10b5-d277-4786-bba2-e93fd9fe5d46 req-727d0820-85b3-4b7a-9c42-2a0db3f0b46a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee HTTP/1.1" status: 200 len: 217 time: 0.0349312 Oct 27 14:01:42.421614 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Made reservation on behalf of d858bb1ca7884db3ab54520a9cc3119c for: {'network': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:01:42.423901 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:42.431947 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:42.467688 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db10b5-d277-4786-bba2-e93fd9fe5d46 req-9e11a2dd-a55d-42ce-919d-25224f214a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:42.469164 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-92db10b5-d277-4786-bba2-e93fd9fe5d46 req-9e11a2dd-a55d-42ce-919d-25224f214a9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0480642 Oct 27 14:01:42.505508 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:42.509648 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:42.515231 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-92db10b5-d277-4786-bba2-e93fd9fe5d46 req-ef8b2c86-310a-45bc-8b26-95d3a8780ad9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241249 Oct 27 14:01:42.535388 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=101356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:01:42.546991 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188bad44-6678-4b26-b7ef-d6e36f5e23ce,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:42.553084 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:42.554058 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.segments_db [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Added segment 023d8ac7-10aa-4f6b-a83f-209652b7d45d of type vlan for network 31df4e33-ff18-4dc3-96e2-c4e94a557723 Oct 27 14:01:42.603810 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:42.629726 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-92db10b5-d277-4786-bba2-e93fd9fe5d46 req-a8c6e81a-7151-4afa-8911-eafa22418389 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985985 Oct 27 14:01:42.629949 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:42.630642 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:42.631225 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:42.682250 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3752828 Oct 27 14:01:42.685115 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35500) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:42.690179 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Request body: {'subnet': {'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-subnet', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:01:42.693015 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26d318-b1c4-4681-bce1-d713031f85d4 admin admin] Pushing event updated for resources: {'Network': ['ID=31df4e33-ff18-4dc3-96e2-c4e94a557723,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:42.705701 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 31df4e33-ff18-4dc3-96e2-c4e94a557723 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:01:42.730330 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Made reservation on behalf of d858bb1ca7884db3ab54520a9cc3119c for: {'subnet': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:01:42.732631 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59606459'] for subnet, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:42.796352 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-92db10b5-d277-4786-bba2-e93fd9fe5d46 req-78c41dcd-3712-4e50-a2cc-f0f8aea856b5 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585586 Oct 27 14:01:42.952763 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59536575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59606441'] for subnet, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.009395 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b655a7a1-e016-40ce-b009-43dc4bee35c9,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:43.016899 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Checking segment: {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:01:43.017277 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Network hostable DHCP agents. Network: 31df4e33-ff18-4dc3-96e2-c4e94a557723, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:01:43.034446 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Network 31df4e33-ff18-4dc3-96e2-c4e94a557723 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:01:43.042638 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 31df4e33-ff18-4dc3-96e2-c4e94a557723) {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:01:43.046752 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:43.047328 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.052457 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4dc06a-86c3-4593-9b79-7ef547091a46 None None] Network 31df4e33-ff18-4dc3-96e2-c4e94a557723 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:01:43.063197 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-91f91546-f907-4695-b8a0-2096f1c29138 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3770473 Oct 27 14:01:43.066075 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 35518) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:43.072643 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:01:43.093569 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1302'] for router, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.094647 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3707714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3826736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1311'] for router, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.150734 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.216545 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b38121d-ab4f-51e8-aed6-adc1c8c7f7a7-31df4e33-ff18-4dc3-96e2-c4e94a557723', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9'}]}} from dv-cinder-814898-2-iscsi. {{(pid=101357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:01:43.217466 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.286263 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.365787 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.db_base_plugin_common [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Allocated IP 172.20.0.2 (31df4e33-ff18-4dc3-96e2-c4e94a557723/b655a7a1-e016-40ce-b009-43dc4bee35c9/ee311543-36a0-4fbb-b7b6-957a30a807eb) {{(pid=101357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:01:43.425043 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6ad69-e8b9-48c5-b39e-605eaf59906b req-70e8887a-21cc-40a0-92f5-e95540b38512 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:43.426538 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cdd6ad69-e8b9-48c5-b39e-605eaf59906b req-70e8887a-21cc-40a0-92f5-e95540b38512 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0675659 Oct 27 14:01:43.465238 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cdd6ad69-e8b9-48c5-b39e-605eaf59906b req-8ca31938-89f8-4fe9-b0a7-5bb83b7e315c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Oct 27 14:01:43.498015 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.516738 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.534080 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Publish callbacks [] for port, precommit_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.540391 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.581478 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Network 31df4e33-ff18-4dc3-96e2-c4e94a557723 is already hosted by enough agents. {{(pid=101357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:01:43.587666 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.base_scheduler [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Resources bound (agent type, host, resource id): {{(pid=101357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:01:43.589634 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Pushing event updated for resources: {'Port': ['ID=ee311543-36a0-4fbb-b7b6-957a30a807eb,revision_number=1']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:43.602251 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Received port after_create {{(pid=101357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:01:43.631438 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Allocated IP 172.27.1.227 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/7cd5ac01-d4ae-4314-ad35-5939c86aaa20) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:01:43.683197 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Attempting to bind port ee311543-36a0-4fbb-b7b6-957a30a807eb on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:01:43.683197 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Attempting to bind port ee311543-36a0-4fbb-b7b6-957a30a807eb by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:01:43.683197 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Attempting to bind port ee311543-36a0-4fbb-b7b6-957a30a807eb on network 31df4e33-ff18-4dc3-96e2-c4e94a557723 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:01:43.694652 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:01:43.695192 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Checking segment: {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:01:43.695717 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.696235 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Bound using segment: {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:01:43.696808 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Bound port: ee311543-36a0-4fbb-b7b6-957a30a807eb, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:01:43.697284 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.752564 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.767646 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] For port ee311543-36a0-4fbb-b7b6-957a30a807eb, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:01:43.771073 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] For port ee311543-36a0-4fbb-b7b6-957a30a807eb, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=ee311543-36a0-4fbb-b7b6-957a30a807eb,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:01:43.785543 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.787213 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:43.831407 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:01:43.840267 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd5ac01-d4ae-4314-ad35-5939c86aaa20,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:43.842951 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:01:43.845079 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:01:43.870406 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97a0e5-705d-41c8-9fe6-a4415f4e9ae8 None None] Pushing event updated for resources: {'Port': ['ID=ee311543-36a0-4fbb-b7b6-957a30a807eb,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:44.347773 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:44.483974 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b0c133b3-6218-416b-9258-526bcbd3880c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:44.603040 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b3f1e-fdee-41e7-aafa-cd462225948d req-1b2d51a5-a6b1-4e0f-a2aa-1e0e19c6f14d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:44.604573 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d36b3f1e-fdee-41e7-aafa-cd462225948d req-1b2d51a5-a6b1-4e0f-a2aa-1e0e19c6f14d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0702703 Oct 27 14:01:44.605551 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3707721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214'] for router, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:44.715860 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d36b3f1e-fdee-41e7-aafa-cd462225948d req-152e8e32-a311-4f4b-818c-efcfacf37daf tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039209 Oct 27 14:01:44.763616 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 is scheduled to L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff with binding_index 1 {{(pid=101356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:01:44.892528 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:01:44.894738 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e888ccbe-6978-44a8-8781-6a76198eddb5 None None] Network 31df4e33-ff18-4dc3-96e2-c4e94a557723 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:01:44.916337 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Sync routers for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:01:44.927733 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:44.931745 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-4c1843ed-64ae-4711-826b-702a5b8987c0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8611953 Oct 27 14:01:44.931869 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:01:44.931869 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:01:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:44.932085 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 35562) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:45.082770 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b8bfcb80-0fbe-4d2a-b20e-ffa4a08f7618 None None] Provisioning complete for port ee311543-36a0-4fbb-b7b6-957a30a807eb triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:45.083055 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b8bfcb80-0fbe-4d2a-b20e-ffa4a08f7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.186724 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:01:45.202479 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b8bfcb80-0fbe-4d2a-b20e-ffa4a08f7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.254896 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b8bfcb80-0fbe-4d2a-b20e-ffa4a08f7618 None None] For port ee311543-36a0-4fbb-b7b6-957a30a807eb, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=ee311543-36a0-4fbb-b7b6-957a30a807eb,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:01:45.270462 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b8bfcb80-0fbe-4d2a-b20e-ffa4a08f7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.328934 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.357024 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfcb80-0fbe-4d2a-b20e-ffa4a08f7618 None None] Pushing event updated for resources: {'Port': ['ID=ee311543-36a0-4fbb-b7b6-957a30a807eb,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:45.482039 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:44Z', 'revision_number': 3, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:45.508460 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-a9d569d3-c512-4ecb-ba87-8a852c7e2e51 None None] Provisioning complete for port ee311543-36a0-4fbb-b7b6-957a30a807eb triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:45.509742 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a9d569d3-c512-4ecb-ba87-8a852c7e2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.511219 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Checking router: 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:01:45.511668 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Updating router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 binding host dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:01:45.529252 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.541142 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.715264 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device ee311543-36a0-4fbb-b7b6-957a30a807eb up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:01:45.773672 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port ee311543-36a0-4fbb-b7b6-957a30a807eb triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:45.774150 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.797155 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Allocated IP 172.20.0.1 (31df4e33-ff18-4dc3-96e2-c4e94a557723/b655a7a1-e016-40ce-b009-43dc4bee35c9/e7aee2b6-b4ae-4a92-8ce0-9289c86b530a) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:01:45.867299 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015a5b3-9294-4803-a492-a0cbc074a4a8 req-1c77acf5-7e50-40ff-bc9e-3dfbbf64439b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:45.872085 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d015a5b3-9294-4803-a492-a0cbc074a4a8 req-1c77acf5-7e50-40ff-bc9e-3dfbbf64439b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0678573 Oct 27 14:01:45.915145 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d015a5b3-9294-4803-a492-a0cbc074a4a8 req-3815d472-75a9-41eb-876d-2da03e17430d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Oct 27 14:01:45.947951 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Publish callbacks [] for port, precommit_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.948843 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.954304 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:45.988516 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.009476 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Pushing event updated for resources: {'Port': ['ID=7cd5ac01-d4ae-4314-ad35-5939c86aaa20,revision_number=2']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:46.021110 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.021399 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.021743 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.022182 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.022418 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.022742 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.023065 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.023385 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.023722 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.024044 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.024387 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.024703 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:01:46.031887 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Attempting to bind port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:01:46.032343 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Attempting to bind port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:01:46.032655 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Attempting to bind port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 on network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:01:46.038614 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:01:46.038912 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:01:46.039310 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.039692 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Bound using segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:01:46.040396 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Bound port: 7cd5ac01-d4ae-4314-ad35-5939c86aaa20, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:01:46.041053 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.049409 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e7aee2b6-b4ae-4a92-8ce0-9289c86b530a,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:46.075470 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.077500 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Network 31df4e33-ff18-4dc3-96e2-c4e94a557723 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:01:46.079122 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:01:46.081387 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:01:46.081850 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3705803'] for router_interface, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.120493 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] For port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:01:46.124690 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] For port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=7cd5ac01-d4ae-4314-ad35-5939c86aaa20,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:01:46.129464 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.230315 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:01:46.230885 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:01:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:46.268311 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc7f73-65d3-45d1-9d10-70401afb191e None None] Pushing event updated for resources: {'Port': ['ID=7cd5ac01-d4ae-4314-ad35-5939c86aaa20,revision_number=3']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:46.275127 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.359935 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:01:46.383674 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-fe4a8320-273d-48a4-b7ea-a188a4f984ea None None] Provisioning complete for port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:46.384500 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-fe4a8320-273d-48a4-b7ea-a188a4f984ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.444813 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a8320-273d-48a4-b7ea-a188a4f984ea None None] Port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:01:46.480832 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.485767 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.487444 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4155533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3706459'] for router_interface, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.583771 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e7aee2b6-b4ae-4a92-8ce0-9289c86b530a,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:46.621981 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Network 31df4e33-ff18-4dc3-96e2-c4e94a557723 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:01:46.623385 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:01:46.624569 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:44Z', 'revision_number': 3, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:46.656385 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d359068-f746-43af-8698-6e1d40ffbf6f None None] The sync data for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi is: [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:44Z', 'revision_number': 3, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:01:46.880692 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-63b452cb-1f12-4e05-80e2-dff4c1854f14 None None] Provisioning complete for port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:46.881178 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-63b452cb-1f12-4e05-80e2-dff4c1854f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:46.917976 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-63b452cb-1f12-4e05-80e2-dff4c1854f14 None None] Port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:01:46.932056 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:01:47.115525 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e586c-eac3-43ad-9572-d8064d1e222a req-63a0933c-8700-4ddf-a95d-714629c1a525 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:47.117505 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d02e586c-eac3-43ad-9572-d8064d1e222a req-63a0933c-8700-4ddf-a95d-714629c1a525 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.1082156 Oct 27 14:01:47.177082 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:01:47.188993 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-ae6bd81a-569a-494b-9222-7347c65dd8a8 admin admin] 10.222.0.54 "PUT /v2.0/routers/8ebc25b3-257f-42f5-b7db-0c2aacae5cd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2500839 Oct 27 14:01:47.201283 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d02e586c-eac3-43ad-9572-d8064d1e222a req-dbdf8ed7-873a-4350-98fe-7a63e1f48837 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766504 Oct 27 14:01:47.590772 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.671778 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:01:47.688000 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 35664) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:47.693010 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-1f1733ab-4f1b-425f-9d34-e2432343af76 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1360092649', 'description': 'tempest-description--1962698732'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:01:47.729593 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1f1733ab-4f1b-425f-9d34-e2432343af76 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.736485 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:47.736849 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.807436 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1f1733ab-4f1b-425f-9d34-e2432343af76 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.811232 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1f1733ab-4f1b-425f-9d34-e2432343af76 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.815255 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.837601 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=7cd5ac01-d4ae-4314-ad35-5939c86aaa20,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:01:47.840279 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1f1733ab-4f1b-425f-9d34-e2432343af76 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.840827 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.841427 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-1f1733ab-4f1b-425f-9d34-e2432343af76 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1523411 Oct 27 14:01:47.843479 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1733ab-4f1b-425f-9d34-e2432343af76 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:47.845407 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35668) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:47.851878 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-63d5708f-c2de-474d-8f6a-b9f52893e938 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'security_group_rule': {'security_group_id': '12d5eb3b-bfc9-4b9b-985f-553a598d4ef6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:01:47.887422 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-63d5708f-c2de-474d-8f6a-b9f52893e938 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.890140 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=7cd5ac01-d4ae-4314-ad35-5939c86aaa20,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:47.950165 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-63d5708f-c2de-474d-8f6a-b9f52893e938 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.953593 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-63d5708f-c2de-474d-8f6a-b9f52893e938 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.972849 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5708f-c2de-474d-8f6a-b9f52893e938 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6147e49-f777-46f5-9126-eb0d44d2c713,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:47.979297 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-63d5708f-c2de-474d-8f6a-b9f52893e938 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:47.980481 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-63d5708f-c2de-474d-8f6a-b9f52893e938 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334157 Oct 27 14:01:47.983104 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35670) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:47.987440 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-e044f50f-d98b-45f4-9309-503b572c0a15 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'security_group_rule': {'security_group_id': '12d5eb3b-bfc9-4b9b-985f-553a598d4ef6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:01:48.012114 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e044f50f-d98b-45f4-9309-503b572c0a15 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:48.081472 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e044f50f-d98b-45f4-9309-503b572c0a15 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:48.085258 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e044f50f-d98b-45f4-9309-503b572c0a15 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:48.105349 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044f50f-d98b-45f4-9309-503b572c0a15 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d68920-339c-49c6-a387-bd19e2aedb2f,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:48.115118 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e044f50f-d98b-45f4-9309-503b572c0a15 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:48.116386 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-e044f50f-d98b-45f4-9309-503b572c0a15 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323483 Oct 27 14:01:48.119544 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35674) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:48.124177 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'floatingip': {'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:01:48.149175 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:48.263407 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:48.339926 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baede6d-de05-4ceb-91bf-911f6d4c04e7 req-24eea6dd-2aad-4f9a-9cb5-26674ba0a3af tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:48.342207 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4baede6d-de05-4ceb-91bf-911f6d4c04e7 req-24eea6dd-2aad-4f9a-9cb5-26674ba0a3af tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0573730 Oct 27 14:01:48.389953 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4baede6d-de05-4ceb-91bf-911f6d4c04e7 req-00b268e2-94e3-4ce3-8eed-085a2ab00f2e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361607 Oct 27 14:01:48.427904 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Allocated IP 172.27.1.201 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/50570368-4491-40fa-aa4b-1854932bee31) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:01:48.458762 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Sync routers for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:01:48.471883 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:01:48.472587 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:01:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:48.530192 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:48.580315 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:48.582905 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:01:48.631996 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:01:48.634886 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:01:48.637279 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:01:48.662295 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'Port': ['ID=50570368-4491-40fa-aa4b-1854932bee31,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:48.766704 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:48.793994 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 2, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:48.810635 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:48.821876 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Checking router: 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:01:48.822234 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Updating router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a binding host dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:01:48.851899 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.118326 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.125230 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.188912 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'Port': ['ID=50570368-4491-40fa-aa4b-1854932bee31,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:49.205557 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.230661 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.239668 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-b6cfcb30-387e-4f6a-87a8-264211d83394 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1114597 Oct 27 14:01:49.246612 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Publish callbacks [] for port, precommit_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.252073 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.323530 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644006cd-1e8f-4177-a4a5-9538aed01f41 None None] Pushing event updated for resources: {'Port': ['ID=e7aee2b6-b4ae-4a92-8ce0-9289c86b530a,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:49.359772 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Attempting to bind port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:01:49.360456 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Attempting to bind port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:01:49.361018 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Attempting to bind port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a on network 31df4e33-ff18-4dc3-96e2-c4e94a557723 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:01:49.367935 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:01:49.368603 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Checking segment: {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:01:49.369188 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.369740 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Bound using segment: {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:01:49.370366 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Bound port: e7aee2b6-b4ae-4a92-8ce0-9289c86b530a, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:01:49.370917 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.406348 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-a5143f60-9059-4689-8f04-6756dee0eaf3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1360092649&fields=id&tenant_id=d858bb1ca7884db3ab54520a9cc3119c HTTP/1.1" status: 200 len: 267 time: 0.0533142 Oct 27 14:01:49.444014 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] For port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:01:49.447629 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] For port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=e7aee2b6-b4ae-4a92-8ce0-9289c86b530a,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:01:49.453058 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.507709 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:01:49.508436 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:01:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:49.538577 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-dc2391a9-747e-4849-b753-2e1319e0b0fa tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:49.540282 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-dc2391a9-747e-4849-b753-2e1319e0b0fa tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 817 time: 0.1244361 Oct 27 14:01:49.547716 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ab3aa-2905-40de-8cf0-3abbbae4b945 req-a647fd44-92e4-4c51-a95c-c6585e0ef065 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:49.549369 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-114ab3aa-2905-40de-8cf0-3abbbae4b945 req-a647fd44-92e4-4c51-a95c-c6585e0ef065 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0834014 Oct 27 14:01:49.556673 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-dd0e6734-09a6-42cf-bcd6-1be112f58700 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/quotas/d858bb1ca7884db3ab54520a9cc3119c HTTP/1.1" status: 200 len: 375 time: 0.0100651 Oct 27 14:01:49.641858 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-69142773-6e92-48b4-9b6d-625ea5c5831a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720882 Oct 27 14:01:49.648710 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-114ab3aa-2905-40de-8cf0-3abbbae4b945 req-c04ed229-95b9-4939-9b74-c20473a61416 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925155 Oct 27 14:01:49.650517 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:01:49.690401 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:01:49.753218 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-8420dd08-0139-4e78-9274-0deb7b7061e7 service neutron] 10.222.0.54 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995667 Oct 27 14:01:49.780384 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644006cd-1e8f-4177-a4a5-9538aed01f41 None None] Pushing event updated for resources: {'Port': ['ID=e7aee2b6-b4ae-4a92-8ce0-9289c86b530a,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:49.863103 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f39c7801-ef68-4209-8cd5-dfa9215d0a95 service neutron] 10.222.0.54 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027594 Oct 27 14:01:49.868576 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-181a2038-a305-4a21-9071-77dd6ea1a087 None None] Provisioning complete for port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:49.868898 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-181a2038-a305-4a21-9071-77dd6ea1a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:49.932682 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:49.933066 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:50.038030 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ae37d8ec-6946-43b7-9dd0-001bc3efa973 req-0d078d82-b4f7-49f9-809a-29c95513423d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 210 time: 0.0290725 Oct 27 14:01:50.047953 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:49Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:01:50.091618 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d6593d-210b-4c94-a180-192c5c0d62eb None None] The sync data for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi is: [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:49Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:01:50.146504 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-181a2038-a305-4a21-9071-77dd6ea1a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:50.154631 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:50.209178 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-181a2038-a305-4a21-9071-77dd6ea1a087 None None] For port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=e7aee2b6-b4ae-4a92-8ce0-9289c86b530a,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:01:50.215164 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-181a2038-a305-4a21-9071-77dd6ea1a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:50.224214 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3c819-8565-4aa8-a17d-020ae04bb903 req-e3228b24-a40c-47ba-a853-37de4440a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:50.226367 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dae3c819-8565-4aa8-a17d-020ae04bb903 req-e3228b24-a40c-47ba-a853-37de4440a536 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 1099 time: 0.0933270 Oct 27 14:01:50.333608 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a2038-a305-4a21-9071-77dd6ea1a087 None None] Pushing event updated for resources: {'Port': ['ID=e7aee2b6-b4ae-4a92-8ce0-9289c86b530a,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:50.368386 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-2f70256f-9314-4515-8bf6-38f5528fee30 None None] Provisioning complete for port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:50.368842 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-2f70256f-9314-4515-8bf6-38f5528fee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:50.423698 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3c819-8565-4aa8-a17d-020ae04bb903 req-80018808-c495-4046-9ade-c425ffab35da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:50.425107 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dae3c819-8565-4aa8-a17d-020ae04bb903 req-80018808-c495-4046-9ade-c425ffab35da service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 919 time: 0.1659830 Oct 27 14:01:50.484188 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dae3c819-8565-4aa8-a17d-020ae04bb903 req-8d1999e9-c233-4984-ad56-28423a40cd69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee HTTP/1.1" status: 200 len: 217 time: 0.0456643 Oct 27 14:01:50.541862 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3c819-8565-4aa8-a17d-020ae04bb903 req-bb1ae9b9-afc2-4d64-80d4-061e42dfa7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:50.543777 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dae3c819-8565-4aa8-a17d-020ae04bb903 req-bb1ae9b9-afc2-4d64-80d4-061e42dfa7b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0510244 Oct 27 14:01:50.582820 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dae3c819-8565-4aa8-a17d-020ae04bb903 req-f98a86c3-d038-4f1d-8846-c2291941f2a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256670 Oct 27 14:01:50.729125 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dae3c819-8565-4aa8-a17d-020ae04bb903 req-140c2ddd-0c1f-4d74-91f6-418c1511cf44 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352510 Oct 27 14:01:50.834708 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2bf4c-5b0f-4a1e-b191-46305b74adb5 req-83f0bc74-5a00-4a18-985d-d949e0e79bc2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:50.836535 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fcc2bf4c-5b0f-4a1e-b191-46305b74adb5 req-83f0bc74-5a00-4a18-985d-d949e0e79bc2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.1208303 Oct 27 14:01:50.904703 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dae3c819-8565-4aa8-a17d-020ae04bb903 req-6e6d1b28-88a4-48a1-98d0-74d1ed53f89b service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569920 Oct 27 14:01:50.910229 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fcc2bf4c-5b0f-4a1e-b191-46305b74adb5 req-78ef601d-5cab-45d3-b671-11c8f291813b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670099 Oct 27 14:01:51.153736 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-222ead80-b666-406e-9fe2-269036f47aaf req-d73eddf6-baa1-45ae-8c6e-72ec8e839750 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 210 time: 0.0340183 Oct 27 14:01:51.633408 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device e7aee2b6-b4ae-4a92-8ce0-9289c86b530a up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:01:51.691640 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:51.692079 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:52.165050 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72ef7f-8ee6-405e-b7a7-5ebdfb078d5f req-82093da5-c15b-482f-bdd6-3237ecc353e3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:52.166517 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4c72ef7f-8ee6-405e-b7a7-5ebdfb078d5f req-82093da5-c15b-482f-bdd6-3237ecc353e3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0496047 Oct 27 14:01:52.204949 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4c72ef7f-8ee6-405e-b7a7-5ebdfb078d5f req-e84a3c83-13a4-4758-bdbe-57d8f7cfe4a1 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Oct 27 14:01:52.259264 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-29c37b74-aece-4068-beb3-8cd81b1b6700 req-02948fbf-6143-4fe1-88ea-0d3bb6f70683 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 210 time: 0.0280101 Oct 27 14:01:53.316568 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6425c-2765-4d59-a708-47aa8934406c req-fc1c612f-ba25-4b36-b3f2-bd79a3b4cba7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:53.318561 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d7f6425c-2765-4d59-a708-47aa8934406c req-fc1c612f-ba25-4b36-b3f2-bd79a3b4cba7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0486507 Oct 27 14:01:53.354000 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-03a31901-aae8-4266-8896-3087d8b056e4 req-8a7690a3-7cb6-4ccf-9dbb-7cd674eb3d98 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 210 time: 0.0253673 Oct 27 14:01:53.358830 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d7f6425c-2765-4d59-a708-47aa8934406c req-516ba5e1-8f20-4db1-a02e-e22159905871 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330985 Oct 27 14:01:54.455418 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-084bfdd8-177c-4111-a9d0-ecec4938b4a0 req-f5adb9e5-779c-423e-b994-bf592cb581f5 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 210 time: 0.0294418 Oct 27 14:01:54.482800 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb195c04-0ead-4014-b10a-0c8b31ef2a74 req-ccc25740-260e-49e0-92fa-d32945bb258b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:54.484276 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cb195c04-0ead-4014-b10a-0c8b31ef2a74 req-ccc25740-260e-49e0-92fa-d32945bb258b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0526688 Oct 27 14:01:54.520964 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cb195c04-0ead-4014-b10a-0c8b31ef2a74 req-89a8ec12-b3d5-4ad6-9bdc-74f856b694ac tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305829 Oct 27 14:01:55.551342 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a06163a6-2d8b-460e-9824-192552a0a0cb req-45fa8424-4e6c-4b14-9aaa-38143edf0cf2 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 210 time: 0.0261400 Oct 27 14:01:55.633966 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e993b2-0f8d-47da-9d24-5bf908063f5a req-30e53ede-7d0b-4838-86a9-51af58010b73 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:55.635407 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91e993b2-0f8d-47da-9d24-5bf908063f5a req-30e53ede-7d0b-4838-86a9-51af58010b73 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0474827 Oct 27 14:01:55.672720 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91e993b2-0f8d-47da-9d24-5bf908063f5a req-71367a2a-841b-4074-950e-568ada8d1ccd tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314555 Oct 27 14:01:55.897529 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-149aec7c-58f2-4bea-8973-26dca0a637c1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:55.899000 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-149aec7c-58f2-4bea-8973-26dca0a637c1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 817 time: 0.1147237 Oct 27 14:01:55.966787 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-2f148978-dcbc-4d16-9b39-2b2d35e86d9f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d858bb1ca7884db3ab54520a9cc3119c HTTP/1.1" status: 200 len: 380 time: 0.0560772 Oct 27 14:01:55.978456 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'port': {'device_id': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'admin_state_up': True, 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'security_groups': ['12d5eb3b-bfc9-4b9b-985f-553a598d4ef6']}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:01:56.084811 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Made reservation on behalf of d858bb1ca7884db3ab54520a9cc3119c for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:01:56.089038 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:56.215859 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Allocated IP 172.20.0.12 (31df4e33-ff18-4dc3-96e2-c4e94a557723/b655a7a1-e016-40ce-b009-43dc4bee35c9/4ebb90d2-aad9-459d-bdad-bfad710eef47) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:01:56.354544 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:56.391203 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:56.434816 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Network 31df4e33-ff18-4dc3-96e2-c4e94a557723 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:01:56.437976 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:01:56.441701 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:01:56.448240 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:56.507587 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:56.508252 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:56.525535 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-f012f2ea-2c26-418b-9aa8-205a0cdf5081 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508959 Oct 27 14:01:56.609999 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Request body: {'port': {'device_id': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:01:56.655016 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-93f47b43-e994-4c71-bc6f-330023d900f0 None None] Provisioning complete for port 4ebb90d2-aad9-459d-bdad-bfad710eef47 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:01:56.655580 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-93f47b43-e994-4c71-bc6f-330023d900f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:56.668420 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f7f72-0b1f-4fbf-8f99-c6e7d587d4f2 req-7175deb1-7978-489b-b416-c82c976be62e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:56.670020 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5c7f7f72-0b1f-4fbf-8f99-c6e7d587d4f2 req-7175deb1-7978-489b-b416-c82c976be62e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 932 time: 0.0487647 Oct 27 14:01:56.671492 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:56.691236 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-93f47b43-e994-4c71-bc6f-330023d900f0 None None] Port 4ebb90d2-aad9-459d-bdad-bfad710eef47 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:01:56.712066 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5c7f7f72-0b1f-4fbf-8f99-c6e7d587d4f2 req-34c6894c-bdbf-4d85-82c4-cbd99a34c8b8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340159 Oct 27 14:01:56.880742 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dceac-bb93-4fb7-98e0-766b40f02f71 req-690cb5c2-f3af-4172-9a6d-963bb6f813e8 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:56.882408 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-794dceac-bb93-4fb7-98e0-766b40f02f71 req-690cb5c2-f3af-4172-9a6d-963bb6f813e8 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.1097198 Oct 27 14:01:56.956412 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-794dceac-bb93-4fb7-98e0-766b40f02f71 req-f9f24924-6923-4c5d-b228-98cd9daae35d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659575 Oct 27 14:01:57.022272 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebb90d2-aad9-459d-bdad-bfad710eef47 {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:01:57.031084 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:57.043839 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Transition to ACTIVE for port object 4ebb90d2-aad9-459d-bdad-bfad710eef47 will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:01:57.047581 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:57.112487 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Pushing event updated for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:57.172778 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Attempting to bind port 4ebb90d2-aad9-459d-bdad-bfad710eef47 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:01:57.172873 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Attempting to bind port 4ebb90d2-aad9-459d-bdad-bfad710eef47 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:01:57.173198 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Attempting to bind port 4ebb90d2-aad9-459d-bdad-bfad710eef47 on network 31df4e33-ff18-4dc3-96e2-c4e94a557723 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:01:57.178648 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Port 4ebb90d2-aad9-459d-bdad-bfad710eef47 on network 31df4e33-ff18-4dc3-96e2-c4e94a557723 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:01:57.178995 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Attempting to bind port 4ebb90d2-aad9-459d-bdad-bfad710eef47 on network 31df4e33-ff18-4dc3-96e2-c4e94a557723 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:01:57.184435 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:01:57.184777 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Checking segment: {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:01:57.185158 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Bound using segment: {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:01:57.185586 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Bound port: 4ebb90d2-aad9-459d-bdad-bfad710eef47, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:01:57.185939 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:57.258683 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:01:57.263749 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:01:57.268520 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:57.309647 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:57.310281 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:57.311659 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] 10.222.0.66 "PUT /v2.0/ports/4ebb90d2-aad9-459d-bdad-bfad710eef47 HTTP/1.1" status: 200 len: 1094 time: 0.7060323 Oct 27 14:01:57.312119 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:01:57.314709 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e" -d '{"events": [{"name": "network-changed", "server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:01:57.342061 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188e365-b284-424f-90c1-33fc9397f14f service neutron] Pushing event updated for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:57.361983 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a4fdc7-992b-47d6-b379-a9bf80b41535 x-openstack-request-id: req-01a4fdc7-992b-47d6-b379-a9bf80b41535 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:01:57.362344 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:01:57.362691 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01a4fdc7-992b-47d6-b379-a9bf80b41535 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:01:57.363182 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'status': 'completed', 'code': 200} Oct 27 14:01:57.408825 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-ecb7252b-c4f2-4d3b-9eab-bfab63686ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:57.410326 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-ecb7252b-c4f2-4d3b-9eab-bfab63686ef8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 1097 time: 0.0413775 Oct 27 14:01:57.473946 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-e6298e0b-e241-498e-96ed-89133b3694c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47 HTTP/1.1" status: 200 len: 217 time: 0.0443006 Oct 27 14:01:57.530705 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-1bf1bf5d-3cf3-47a6-9a7f-6ecb8386fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:57.532602 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-1bf1bf5d-3cf3-47a6-9a7f-6ecb8386fc0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0483534 Oct 27 14:01:57.594329 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-48c78440-9e83-4075-973d-4526929d3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:57.595782 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-48c78440-9e83-4075-973d-4526929d3848 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541618 Oct 27 14:01:57.689747 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-536b6b9a-1399-4da4-8fed-bb0e4636f9d2 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829411 Oct 27 14:01:57.948586 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e175751-f7a8-487d-8489-2b897db62dc1 req-98f794a7-c470-458f-9f5a-b7c95e691139 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505662 Oct 27 14:01:57.991355 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7be2f-d213-4b5b-a58a-8fe234f16086 req-8666dbec-d877-4224-b108-4b690bc1e413 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:57.993067 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8ca7be2f-d213-4b5b-a58a-8fe234f16086 req-8666dbec-d877-4224-b108-4b690bc1e413 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0628312 Oct 27 14:01:58.084823 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8ca7be2f-d213-4b5b-a58a-8fe234f16086 req-08b135ba-357f-4b8e-a071-1a21fbe119ad tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798521 Oct 27 14:01:58.086141 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c697e-abd6-4f41-943e-39cfcf5aacab req-4a857295-7adf-4717-b6bd-3b0f316b6b89 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:58.093281 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c74c697e-abd6-4f41-943e-39cfcf5aacab req-4a857295-7adf-4717-b6bd-3b0f316b6b89 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0586910 Oct 27 14:01:58.093807 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:01:58.098395 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-68d15a16-ade8-4515-bdbf-710998246cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:58.100659 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-68d15a16-ade8-4515-bdbf-710998246cc0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 1097 time: 0.0799205 Oct 27 14:01:58.128167 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c74c697e-abd6-4f41-943e-39cfcf5aacab req-16f1b159-c8ea-4698-89ea-e042a6e89806 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339949 Oct 27 14:01:58.195601 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-588c24c3-0740-47af-ae8f-4a081b7c4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:58.197132 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-588c24c3-0740-47af-ae8f-4a081b7c4884 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.0893576 Oct 27 14:01:58.244985 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-f94d30b0-f606-4220-9bac-1476922d6116 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47 HTTP/1.1" status: 200 len: 217 time: 0.0370851 Oct 27 14:01:58.308351 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-cbe834c1-ec26-40ce-a097-6c525b79099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:58.308351 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-cbe834c1-ec26-40ce-a097-6c525b79099a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0493958 Oct 27 14:01:58.352401 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-4895b774-1169-407b-85d2-1bf6d3efbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:58.353934 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-4895b774-1169-407b-85d2-1bf6d3efbce9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406296 Oct 27 14:01:58.451806 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-288bca6b-3abb-4025-b410-2acd11b20ba3 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899928 Oct 27 14:01:58.553279 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-95a7008a-a592-4a9e-80a6-a3f8a0bfb34e req-395baeb9-2be7-481e-90ad-f369a109825b service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939565 Oct 27 14:01:59.231707 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da8834-317e-4294-a7ae-0b5cd12d8841 req-23c324d8-2fb5-4e09-8449-a43375e9a2bd tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:59.233259 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d2da8834-317e-4294-a7ae-0b5cd12d8841 req-23c324d8-2fb5-4e09-8449-a43375e9a2bd tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0637083 Oct 27 14:01:59.265156 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b510ae4-505c-4dea-bcee-369d03130f0b req-8c2cc815-59f4-4cca-a65d-6507d780615a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:01:59.268515 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2b510ae4-505c-4dea-bcee-369d03130f0b req-8c2cc815-59f4-4cca-a65d-6507d780615a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0651631 Oct 27 14:01:59.303651 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d2da8834-317e-4294-a7ae-0b5cd12d8841 req-23e37507-0b1c-41bb-b599-c7535bdae5b8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635283 Oct 27 14:01:59.329040 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2b510ae4-505c-4dea-bcee-369d03130f0b req-d49da058-453a-4508-b885-d91a00e23138 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539072 Oct 27 14:01:59.355264 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35930) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:59.477116 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d317-7348-4c4b-833a-bb582c73e930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:59.563353 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d317-7348-4c4b-833a-bb582c73e930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:59.567114 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d317-7348-4c4b-833a-bb582c73e930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:59.606211 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-ecc5d317-7348-4c4b-833a-bb582c73e930 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9015c4ae094e4b2b8809a8c462ddb8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497759 Oct 27 14:01:59.607081 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5d317-7348-4c4b-833a-bb582c73e930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946cb51d-569c-45f0-b126-063d15da2827,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:01:59.609519 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 35942) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:01:59.662721 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d39375cf-f0f2-430e-85ab-0569a70d6d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:59.683357 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d39375cf-f0f2-430e-85ab-0569a70d6d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:59.731825 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d39375cf-f0f2-430e-85ab-0569a70d6d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:59.734370 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d39375cf-f0f2-430e-85ab-0569a70d6d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:01:59.735531 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d39375cf-f0f2-430e-85ab-0569a70d6d48 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/946cb51d-569c-45f0-b126-063d15da2827 HTTP/1.1" status: 204 len: 168 time: 0.1247582 Oct 27 14:01:59.742793 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39375cf-f0f2-430e-85ab-0569a70d6d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946cb51d-569c-45f0-b126-063d15da2827,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:00.470462 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb063668-6a5e-4ba1-9d55-12abcccd2842 req-3308783b-c7a8-4875-a68c-c6e8dc029a09 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:00.479165 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fb063668-6a5e-4ba1-9d55-12abcccd2842 req-3308783b-c7a8-4875-a68c-c6e8dc029a09 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0648685 Oct 27 14:02:00.495572 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 35990) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:00.495888 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b35c4-2706-47e2-8a79-d3da63b73c09 req-e35aa211-5e87-40d3-bebf-41e4c88478d7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:00.497586 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a30b35c4-2706-47e2-8a79-d3da63b73c09 req-e35aa211-5e87-40d3-bebf-41e4c88478d7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0760021 Oct 27 14:02:00.546928 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a30b35c4-2706-47e2-8a79-d3da63b73c09 req-2f7b595a-2b4d-4f7c-bea5-81fa560c9f1d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425360 Oct 27 14:02:00.550875 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fb063668-6a5e-4ba1-9d55-12abcccd2842 req-537e18fa-3895-49b8-9925-21a5df76675e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659795 Oct 27 14:02:00.657459 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6e0de17a-de51-4794-a203-1aad22115018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:00.740098 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6e0de17a-de51-4794-a203-1aad22115018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:00.745445 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6e0de17a-de51-4794-a203-1aad22115018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:00.802709 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-6e0de17a-de51-4794-a203-1aad22115018 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc809a54cc584c5ba0eba2d70e5b00d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051977 Oct 27 14:02:00.803792 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0de17a-de51-4794-a203-1aad22115018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d815127-f41e-4003-914f-3b277be20adf,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:00.805755 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 36008) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:00.883381 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c1336be5-e178-4bfd-9355-21ad75b0bbe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:00.935822 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c1336be5-e178-4bfd-9355-21ad75b0bbe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:00.985203 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c1336be5-e178-4bfd-9355-21ad75b0bbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:00.988061 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c1336be5-e178-4bfd-9355-21ad75b0bbe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:00.989421 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-c1336be5-e178-4bfd-9355-21ad75b0bbe9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d815127-f41e-4003-914f-3b277be20adf HTTP/1.1" status: 204 len: 168 time: 0.1826432 Oct 27 14:02:00.998107 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1336be5-e178-4bfd-9355-21ad75b0bbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d815127-f41e-4003-914f-3b277be20adf,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:01.267352 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 36024) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:01.280738 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-376a4b46-1941-4b9b-bbb3-b9d4257c928e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:01.355685 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-376a4b46-1941-4b9b-bbb3-b9d4257c928e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:01.359386 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-376a4b46-1941-4b9b-bbb3-b9d4257c928e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:01.399038 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-376a4b46-1941-4b9b-bbb3-b9d4257c928e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86ab2d306cfb4254a37d499d78cb091a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305854 Oct 27 14:02:01.400257 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a4b46-1941-4b9b-bbb3-b9d4257c928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56c95ff-069d-40ca-8070-1a6f58aa5212,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:01.401667 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 36026) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:01.450156 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a5f1cabf-9e5a-4773-8073-5de7e030b79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:01.473306 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a5f1cabf-9e5a-4773-8073-5de7e030b79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:01.517817 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a5f1cabf-9e5a-4773-8073-5de7e030b79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:01.520422 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a5f1cabf-9e5a-4773-8073-5de7e030b79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:01.522053 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-a5f1cabf-9e5a-4773-8073-5de7e030b79d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b56c95ff-069d-40ca-8070-1a6f58aa5212 HTTP/1.1" status: 204 len: 168 time: 0.1188958 Oct 27 14:02:01.529731 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1cabf-9e5a-4773-8073-5de7e030b79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56c95ff-069d-40ca-8070-1a6f58aa5212,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:01.683599 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b8a20-1797-4d87-950f-9d7125ffcef4 req-4dac7071-f1bd-44e2-9cca-368d2a0510cd tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:01.685294 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fe7b8a20-1797-4d87-950f-9d7125ffcef4 req-4dac7071-f1bd-44e2-9cca-368d2a0510cd tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0655329 Oct 27 14:02:01.703058 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445013-2e58-433a-ba92-b9fd865c33b7 req-c588df80-c508-4709-a9fb-89af82c46003 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:01.704550 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4f445013-2e58-433a-ba92-b9fd865c33b7 req-c588df80-c508-4709-a9fb-89af82c46003 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0669382 Oct 27 14:02:01.737378 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fe7b8a20-1797-4d87-950f-9d7125ffcef4 req-8d90dfd7-26e7-43cd-8861-1c2eb6927a33 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449698 Oct 27 14:02:01.771907 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4f445013-2e58-433a-ba92-b9fd865c33b7 req-54419841-7d09-4026-95b0-fecf95c4915b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603821 Oct 27 14:02:02.118173 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 36108) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:02.296028 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-076d71c9-649d-4d7d-baa7-efd7d79fb96b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:02.359915 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ebb90d2-aad9-459d-bdad-bfad710eef47 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:02:02.451178 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-076d71c9-649d-4d7d-baa7-efd7d79fb96b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:02.462450 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-076d71c9-649d-4d7d-baa7-efd7d79fb96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:02.493523 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:02:02.510833 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'port_id': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'mac_address': 'fa:16:3e:7f:13:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:02:02.539004 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 36148) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:02.566851 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:02.590090 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebb90d2-aad9-459d-bdad-bfad710eef47 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:02:02.592465 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d71c9-649d-4d7d-baa7-efd7d79fb96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b98cbc-87a5-4498-953e-9567949c88ea,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:02.611311 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-076d71c9-649d-4d7d-baa7-efd7d79fb96b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=52ced48e77264323949e51b9aca63ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918330 Oct 27 14:02:02.614631 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 36158) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:02.625170 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:02:02.630246 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:02.720959 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-23358050-e69f-41c1-a7bc-80b6bae667c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:02.728788 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:02.748483 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-23358050-e69f-41c1-a7bc-80b6bae667c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:02.818541 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-23358050-e69f-41c1-a7bc-80b6bae667c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:02.821937 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-23358050-e69f-41c1-a7bc-80b6bae667c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:02.824275 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-23358050-e69f-41c1-a7bc-80b6bae667c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13b98cbc-87a5-4498-953e-9567949c88ea HTTP/1.1" status: 204 len: 168 time: 0.2085621 Oct 27 14:02:02.849261 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23358050-e69f-41c1-a7bc-80b6bae667c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b98cbc-87a5-4498-953e-9567949c88ea,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:02.977373 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9592ca71-787b-46f9-9412-f376c5b9ed8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:02.993783 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4270-6469-456b-bcca-f02a57c976e9 req-30ce5626-0ad9-4adb-8610-ad8ee325b0ee tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:02.995438 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-29dc4270-6469-456b-bcca-f02a57c976e9 req-30ce5626-0ad9-4adb-8610-ad8ee325b0ee tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 945 time: 0.1066937 Oct 27 14:02:03.001243 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd3c00-0d6a-43a5-a7d5-39bdaf637bde req-23bf2ecb-a04b-404b-a36b-93aadb817663 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:03.005252 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e4cd3c00-0d6a-43a5-a7d5-39bdaf637bde req-23bf2ecb-a04b-404b-a36b-93aadb817663 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.1069646 Oct 27 14:02:03.060999 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-29dc4270-6469-456b-bcca-f02a57c976e9 req-05b3bcee-d565-4b68-afaa-03ab5ec42421 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570469 Oct 27 14:02:03.098076 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e4cd3c00-0d6a-43a5-a7d5-39bdaf637bde req-16295d55-4024-4090-84f6-519875ff8e7f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824475 Oct 27 14:02:03.158906 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9592ca71-787b-46f9-9412-f376c5b9ed8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:03.163280 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9592ca71-787b-46f9-9412-f376c5b9ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:03.194211 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['4ebb90d2-aad9-459d-bdad-bfad710eef47'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:02:03.207829 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-9592ca71-787b-46f9-9412-f376c5b9ed8d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=38ab150c2aa14b248643ab3d7071e027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676364 Oct 27 14:02:03.209737 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592ca71-787b-46f9-9412-f376c5b9ed8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef190f2-7344-44ed-80dd-f7f16987b607,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:03.211176 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 36188) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:03.316819 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b46eaa7a-1cac-4640-abd1-2c6b6ee198b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:03.363941 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b46eaa7a-1cac-4640-abd1-2c6b6ee198b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:03.489372 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01330f-fdd0-477b-9664-6bf0757402c9 req-9f64752f-abf9-49b3-ba9d-a97c10a1eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:03.490884 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-be01330f-fdd0-477b-9664-6bf0757402c9 req-9f64752f-abf9-49b3-ba9d-a97c10a1eb7a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 1099 time: 0.0789304 Oct 27 14:02:03.508013 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b46eaa7a-1cac-4640-abd1-2c6b6ee198b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:03.510474 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b46eaa7a-1cac-4640-abd1-2c6b6ee198b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:03.511590 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-b46eaa7a-1cac-4640-abd1-2c6b6ee198b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ef190f2-7344-44ed-80dd-f7f16987b607 HTTP/1.1" status: 204 len: 168 time: 0.2990711 Oct 27 14:02:03.529097 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46eaa7a-1cac-4640-abd1-2c6b6ee198b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef190f2-7344-44ed-80dd-f7f16987b607,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:03.556173 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-be01330f-fdd0-477b-9664-6bf0757402c9 req-46005964-c7e0-4f45-9ef5-60a1b86b201f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Oct 27 14:02:04.223287 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931d1a7-40dc-48fc-b2b8-96fa17e327de req-db2e8c68-8d25-4c4f-90ec-ef45b6c99950 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:04.230599 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0931d1a7-40dc-48fc-b2b8-96fa17e327de req-db2e8c68-8d25-4c4f-90ec-ef45b6c99950 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 945 time: 0.0766058 Oct 27 14:02:04.271432 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0931d1a7-40dc-48fc-b2b8-96fa17e327de req-3a2fd2ee-6552-44fd-ae45-e0b9e4a11945 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396938 Oct 27 14:02:04.274365 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea87f57-3c20-4e6a-96dc-2636b3127e6c req-03610a9d-7fad-4df6-bc9d-c8dddd2eb024 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:04.275957 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fea87f57-3c20-4e6a-96dc-2636b3127e6c req-03610a9d-7fad-4df6-bc9d-c8dddd2eb024 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0735288 Oct 27 14:02:04.330661 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fea87f57-3c20-4e6a-96dc-2636b3127e6c req-a7f05449-b046-4e27-a07f-861ba65207a3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470047 Oct 27 14:02:04.563762 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 36276) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:04.594096 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 36280) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:04.700160 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9a4f0c28-e43e-4415-b5be-827c9bec89c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:04.731906 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-36d64837-63ad-476b-ad18-34f3a98e9f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:04.827795 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9a4f0c28-e43e-4415-b5be-827c9bec89c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:04.837810 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9a4f0c28-e43e-4415-b5be-827c9bec89c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:04.897323 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-9a4f0c28-e43e-4415-b5be-827c9bec89c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7bb2f3f90f4433e9b0eb31c0d833b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323936 Oct 27 14:02:04.899156 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-36d64837-63ad-476b-ad18-34f3a98e9f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:04.900344 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 36318) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:04.901768 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f0c28-e43e-4415-b5be-827c9bec89c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683100ea-0a35-4323-9e30-514c6ef388e6,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:04.905037 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-36d64837-63ad-476b-ad18-34f3a98e9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:04.945626 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-36d64837-63ad-476b-ad18-34f3a98e9f77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e888d95adb54cee894078f207cc0d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504546 Oct 27 14:02:04.949013 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 36320) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:04.949699 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d64837-63ad-476b-ad18-34f3a98e9f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef3fe37-81df-4e63-8a0c-685b095b6960,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:05.004324 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4554e566-b59e-4b20-a268-ec05fc8be876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.055608 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4554e566-b59e-4b20-a268-ec05fc8be876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.057878 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-07da9d26-6dbb-424c-aa7b-fa921143a121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.097664 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-07da9d26-6dbb-424c-aa7b-fa921143a121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.148913 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4554e566-b59e-4b20-a268-ec05fc8be876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.151672 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4554e566-b59e-4b20-a268-ec05fc8be876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.152886 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-4554e566-b59e-4b20-a268-ec05fc8be876 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/683100ea-0a35-4323-9e30-514c6ef388e6 HTTP/1.1" status: 204 len: 168 time: 0.2512844 Oct 27 14:02:05.158699 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-07da9d26-6dbb-424c-aa7b-fa921143a121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.161218 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-07da9d26-6dbb-424c-aa7b-fa921143a121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.162302 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-07da9d26-6dbb-424c-aa7b-fa921143a121 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ef3fe37-81df-4e63-8a0c-685b095b6960 HTTP/1.1" status: 204 len: 168 time: 0.2118945 Oct 27 14:02:05.167737 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554e566-b59e-4b20-a268-ec05fc8be876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683100ea-0a35-4323-9e30-514c6ef388e6,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:05.179491 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da9d26-6dbb-424c-aa7b-fa921143a121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef3fe37-81df-4e63-8a0c-685b095b6960,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:05.439976 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16e264-6028-4f10-a6a0-7d90f491f217 req-57600b8d-d8bf-49c8-93c2-355a8d0bfa0e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:05.439976 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1a16e264-6028-4f10-a6a0-7d90f491f217 req-57600b8d-d8bf-49c8-93c2-355a8d0bfa0e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 945 time: 0.0806456 Oct 27 14:02:05.523414 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1a16e264-6028-4f10-a6a0-7d90f491f217 req-a3662d93-4fd1-4e15-9fb8-d378452035e0 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803180 Oct 27 14:02:05.538454 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af27ab-b809-435a-906f-34e1ca660abe req-07b7bbfe-1766-4e9e-8ba0-5c224595fcec tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:05.541594 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-82af27ab-b809-435a-906f-34e1ca660abe req-07b7bbfe-1766-4e9e-8ba0-5c224595fcec tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.1175761 Oct 27 14:02:05.595990 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 36360) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:05.601783 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-82af27ab-b809-435a-906f-34e1ca660abe req-0d1c9d8e-8912-417f-b01f-244fe22c9768 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400198 Oct 27 14:02:05.614716 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c6dafe88-9eac-4483-84d2-44540589b596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.700967 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c6dafe88-9eac-4483-84d2-44540589b596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.705613 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c6dafe88-9eac-4483-84d2-44540589b596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.748512 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c6dafe88-9eac-4483-84d2-44540589b596 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a4b4da189cf4ed0ba8be09ce1a987a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511824 Oct 27 14:02:05.749874 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dafe88-9eac-4483-84d2-44540589b596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f71ff79-5b90-4652-a63a-b0ccc5f210c8,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:05.757156 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 36366) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:05.816525 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3b473e9e-905d-4ac8-9990-22b3474feb3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.840312 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3b473e9e-905d-4ac8-9990-22b3474feb3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.897251 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3b473e9e-905d-4ac8-9990-22b3474feb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.899816 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3b473e9e-905d-4ac8-9990-22b3474feb3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:05.901123 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-3b473e9e-905d-4ac8-9990-22b3474feb3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f71ff79-5b90-4652-a63a-b0ccc5f210c8 HTTP/1.1" status: 204 len: 168 time: 0.1417835 Oct 27 14:02:05.909446 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b473e9e-905d-4ac8-9990-22b3474feb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f71ff79-5b90-4652-a63a-b0ccc5f210c8,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:06.403036 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ebb90d2-aad9-459d-bdad-bfad710eef47 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:02:06.480480 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 4ebb90d2-aad9-459d-bdad-bfad710eef47 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:02:06.485572 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 4ebb90d2-aad9-459d-bdad-bfad710eef47 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:02:06.486079 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:06.522084 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 36408) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:06.585914 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:06.630068 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:02:06.637661 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cd20b5-2577-44ce-b9f4-a4e05ff94d7c" -d '{"events": [{"server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "name": "network-vif-plugged", "status": "completed", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:02:06.658397 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:02:06.669747 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:06.730750 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acf074-0a2b-45c6-9f08-31091aabc8db req-2bcd5e59-ff88-4f60-9e58-adf31be50966 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:06.736978 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:06.744705 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-29acf074-0a2b-45c6-9f08-31091aabc8db req-2bcd5e59-ff88-4f60-9e58-adf31be50966 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 945 time: 0.1209414 Oct 27 14:02:06.781849 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d18ecc-28d0-4d0f-adb7-60616b01e269 req-28b2927d-47c1-4579-81d8-03f73841739f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:06.789737 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-49d18ecc-28d0-4d0f-adb7-60616b01e269 req-28b2927d-47c1-4579-81d8-03f73841739f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0912766 Oct 27 14:02:06.790535 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-29acf074-0a2b-45c6-9f08-31091aabc8db req-f594293a-503b-4f3c-9960-30a8c2ee2dd8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449080 Oct 27 14:02:06.837579 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-49d18ecc-28d0-4d0f-adb7-60616b01e269 req-1bbf289a-ea00-4d31-be80-e98eeaccea5d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446789 Oct 27 14:02:06.844501 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2327924b-b02c-4b3e-80b7-6677eeba9375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:06.855097 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4f2cdf-282d-49d8-8072-0b449d9d4d03 x-openstack-request-id: req-bf4f2cdf-282d-49d8-8072-0b449d9d4d03 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:02:06.855410 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "name": "network-vif-plugged", "status": "completed", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:02:06.855667 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf4f2cdf-282d-49d8-8072-0b449d9d4d03 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:02:06.856055 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'code': 200} Oct 27 14:02:06.956817 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2327924b-b02c-4b3e-80b7-6677eeba9375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:06.966093 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2327924b-b02c-4b3e-80b7-6677eeba9375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:07.020930 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2327924b-b02c-4b3e-80b7-6677eeba9375 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63f079104354456da934c291c6550483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968898 Oct 27 14:02:07.025473 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 36430) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:07.033444 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327924b-b02c-4b3e-80b7-6677eeba9375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a3f698-fb7f-4995-87b3-8f74cdd14763,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:07.137201 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15ed04-1821-43a6-8166-17dd84ea3ff0 req-471e8d67-0ecb-46d5-92d6-0e40bf6048fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:07.138831 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e15ed04-1821-43a6-8166-17dd84ea3ff0 req-471e8d67-0ecb-46d5-92d6-0e40bf6048fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 1099 time: 0.1025352 Oct 27 14:02:07.211322 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-05bdeae5-1d86-423d-aa86-cee6a07c4b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:07.234216 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d7a1c-9b22-4ba3-9b5d-f97a3191064a req-3746d497-574a-4136-93c1-baf46687b4a6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:07.235739 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-734d7a1c-9b22-4ba3-9b5d-f97a3191064a req-3746d497-574a-4136-93c1-baf46687b4a6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0718968 Oct 27 14:02:07.261395 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7e15ed04-1821-43a6-8166-17dd84ea3ff0 req-7a173b16-7a20-447d-9fca-1d6c76ad58c6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082129 Oct 27 14:02:07.265439 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-05bdeae5-1d86-423d-aa86-cee6a07c4b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:07.276239 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb4b1-1fd0-4d29-8e2c-cfaba1348fd3 req-e32c1156-d7b9-4450-82f4-9dafb74bbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:07.277325 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-086bb4b1-1fd0-4d29-8e2c-cfaba1348fd3 req-e32c1156-d7b9-4450-82f4-9dafb74bbd3e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 1099 time: 0.1351345 Oct 27 14:02:07.281508 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-734d7a1c-9b22-4ba3-9b5d-f97a3191064a req-5dff9359-60d5-4d58-a369-033c6014a432 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382996 Oct 27 14:02:07.327519 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-05bdeae5-1d86-423d-aa86-cee6a07c4b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:07.329856 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-05bdeae5-1d86-423d-aa86-cee6a07c4b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:07.331045 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-05bdeae5-1d86-423d-aa86-cee6a07c4b0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28a3f698-fb7f-4995-87b3-8f74cdd14763 HTTP/1.1" status: 204 len: 168 time: 0.3042042 Oct 27 14:02:07.339799 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdeae5-1d86-423d-aa86-cee6a07c4b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a3f698-fb7f-4995-87b3-8f74cdd14763,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:02:07.720961 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb4b1-1fd0-4d29-8e2c-cfaba1348fd3 req-5bea8cac-15ff-4698-8f58-d51e0690ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:07.722437 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-086bb4b1-1fd0-4d29-8e2c-cfaba1348fd3 req-5bea8cac-15ff-4698-8f58-d51e0690ec81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 919 time: 0.1001701 Oct 27 14:02:07.766079 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-086bb4b1-1fd0-4d29-8e2c-cfaba1348fd3 req-d39cd944-0975-4abb-9e24-71108792bc49 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee HTTP/1.1" status: 200 len: 217 time: 0.0363464 Oct 27 14:02:07.824574 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb4b1-1fd0-4d29-8e2c-cfaba1348fd3 req-930b46b5-f009-47e6-88eb-a8d967f6edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:07.826198 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-086bb4b1-1fd0-4d29-8e2c-cfaba1348fd3 req-930b46b5-f009-47e6-88eb-a8d967f6edc6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0500259 Oct 27 14:02:07.889906 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-086bb4b1-1fd0-4d29-8e2c-cfaba1348fd3 req-9b4e4c5d-cd99-4e8b-9408-b461fb5eca23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453906 Oct 27 14:02:08.009577 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b419fdb-00df-4278-8ce2-afad81841459 req-9286142a-f457-42f2-9a5e-01e45010b596 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:08.011101 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6b419fdb-00df-4278-8ce2-afad81841459 req-9286142a-f457-42f2-9a5e-01e45010b596 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.1190097 Oct 27 14:02:08.070021 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-086bb4b1-1fd0-4d29-8e2c-cfaba1348fd3 req-ba73dac5-58b6-44a0-83e1-6963d017cebf service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512990 Oct 27 14:02:08.117274 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6b419fdb-00df-4278-8ce2-afad81841459 req-cd662d34-73c4-4e24-9079-beb4376289ac tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960865 Oct 27 14:02:08.195530 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-086bb4b1-1fd0-4d29-8e2c-cfaba1348fd3 req-4717e679-fcc1-44a7-8f10-d33e75ef40b2 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148400 Oct 27 14:02:08.400913 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae49f0-b287-4ce8-bb5b-d0eb17f6c31a req-73632996-a6fd-48cb-a2e9-3c59dd473a72 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:08.402444 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9dae49f0-b287-4ce8-bb5b-d0eb17f6c31a req-73632996-a6fd-48cb-a2e9-3c59dd473a72 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0534098 Oct 27 14:02:08.442662 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9dae49f0-b287-4ce8-bb5b-d0eb17f6c31a req-60102971-fb24-4f30-976a-e012a8712e57 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Oct 27 14:02:09.265501 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0fd41-aca1-43bd-9449-ea22876a072e req-7626bd7e-8c0e-4254-ad95-fa6c715874da tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:09.265501 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9dd0fd41-aca1-43bd-9449-ea22876a072e req-7626bd7e-8c0e-4254-ad95-fa6c715874da tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0668283 Oct 27 14:02:09.310483 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9dd0fd41-aca1-43bd-9449-ea22876a072e req-fac7483b-824e-4778-8746-ea4be9e18bb8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356858 Oct 27 14:02:09.570866 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5531e-6859-477c-a64d-85977d67cbb9 req-3c9ac6e9-b22d-4ebc-a63f-61a1af13ddf7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:09.572340 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-acb5531e-6859-477c-a64d-85977d67cbb9 req-3c9ac6e9-b22d-4ebc-a63f-61a1af13ddf7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0521429 Oct 27 14:02:09.609576 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-acb5531e-6859-477c-a64d-85977d67cbb9 req-84df4d39-31eb-45be-899f-b770b227ce5b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Oct 27 14:02:10.439568 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f343b-255e-40e0-9d85-d26dd682d6c0 req-fcc18891-f904-43fe-954d-2eca8239685a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:10.445011 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b23f343b-255e-40e0-9d85-d26dd682d6c0 req-fcc18891-f904-43fe-954d-2eca8239685a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0527325 Oct 27 14:02:10.484937 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b23f343b-255e-40e0-9d85-d26dd682d6c0 req-96cd9200-f496-4568-ba6f-e63fd794846f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354924 Oct 27 14:02:10.665118 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bc26d-756c-4320-9350-5814a984cd14 req-b26962ee-566b-43db-93bd-1574f6c1443a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:10.669803 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-411bc26d-756c-4320-9350-5814a984cd14 req-b26962ee-566b-43db-93bd-1574f6c1443a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0963435 Oct 27 14:02:10.676235 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 36546) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:02:10.680465 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-c317b8a2-87bb-40b1-84f6-7a9e5978900a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'floatingip': {'port_id': '4ebb90d2-aad9-459d-bdad-bfad710eef47'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:02:10.777913 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c317b8a2-87bb-40b1-84f6-7a9e5978900a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:10.868545 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dc641-b3b1-43e4-931d-34fc569de470 req-1d1a7e66-1057-48ef-aa53-863665d91792 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:10.870867 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8c1dc641-b3b1-43e4-931d-34fc569de470 req-1d1a7e66-1057-48ef-aa53-863665d91792 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.1622128 Oct 27 14:02:10.978000 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8c1dc641-b3b1-43e4-931d-34fc569de470 req-00fa727d-f9da-4b47-ae8a-7eb4c7fe0334 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618937 Oct 27 14:02:11.719253 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c317b8a2-87bb-40b1-84f6-7a9e5978900a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:11.723025 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c317b8a2-87bb-40b1-84f6-7a9e5978900a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:11.813038 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-7e178066-982c-4024-a0c9-92d4171cac93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:11.825410 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.l3_db [None req-c317b8a2-87bb-40b1-84f6-7a9e5978900a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Floating IP 0e2133a9-3c5c-407c-b8e1-7f4f731e674f associated. External IP: 172.27.1.201, port: 4ebb90d2-aad9-459d-bdad-bfad710eef47. Oct 27 14:02:12.044446 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c317b8a2-87bb-40b1-84f6-7a9e5978900a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:02:12.094872 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92554f-019f-42c0-a46e-87da636aea31 req-650e5a3c-841b-4e1b-8b72-d25b0ccf4f4a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:12.096380 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad92554f-019f-42c0-a46e-87da636aea31 req-650e5a3c-841b-4e1b-8b72-d25b0ccf4f4a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0476971 Oct 27 14:02:12.139871 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad92554f-019f-42c0-a46e-87da636aea31 req-d48303a8-be65-4a99-9f04-c211a679bfa1 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368483 Oct 27 14:02:12.158648 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c317b8a2-87bb-40b1-84f6-7a9e5978900a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:02:12.163210 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c317b8a2-87bb-40b1-84f6-7a9e5978900a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:12.172304 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] Sync routers for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:02:12.184696 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:02:12.185310 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:01:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:02:12.197327 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c317b8a2-87bb-40b1-84f6-7a9e5978900a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "PUT /v2.0/floatingips/0e2133a9-3c5c-407c-b8e1-7f4f731e674f HTTP/1.1" status: 200 len: 992 time: 1.5174539 Oct 27 14:02:12.197327 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:02:12.198231 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04085262-810a-44c2-9a89-a5cca1fecea2" -d '{"events": [{"name": "network-changed", "server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:02:12.257942 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242188c1-d796-4da5-8630-74cb970cc6b5 x-openstack-request-id: req-242188c1-d796-4da5-8630-74cb970cc6b5 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:02:12.258237 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:02:12.258491 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-242188c1-d796-4da5-8630-74cb970cc6b5 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:02:12.258886 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'status': 'completed', 'code': 200} Oct 27 14:02:12.309264 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:02:12.588234 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '0e2133a9-3c5c-407c-b8e1-7f4f731e674f', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'port_id': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'mac_address': 'fa:16:3e:7f:13:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:01:48Z', 'updated_at': '2021-10-27T14:02:11Z', 'revision_number': 1, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:02:12.684703 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] Checking router: 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:02:12.693163 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:02:12.693775 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:01:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:02:12.795361 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:02:13.015349 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '0e2133a9-3c5c-407c-b8e1-7f4f731e674f', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'port_id': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'mac_address': 'fa:16:3e:7f:13:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:01:48Z', 'updated_at': '2021-10-27T14:02:11Z', 'revision_number': 1, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:02:13.045671 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9672c3a9-e318-47ef-877c-a35a84f611b3 None None] The sync data for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi is: [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '0e2133a9-3c5c-407c-b8e1-7f4f731e674f', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'port_id': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'mac_address': 'fa:16:3e:7f:13:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:01:48Z', 'updated_at': '2021-10-27T14:02:11Z', 'revision_number': 1, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:02:13.250184 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c47ab-7da7-4eb9-9c6e-e78b0ae0a7c3 None None] New status for floating IP 0e2133a9-3c5c-407c-b8e1-7f4f731e674f: ACTIVE {{(pid=101357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:02:14.485539 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3c7f8375-0858-4e73-8df5-d72b260498ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:15.250545 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:16.071710 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:17.557308 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:18.200003 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-b8394de4-a47d-44eb-9cc9-cd9b42d13495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:18.201519 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-b8394de4-a47d-44eb-9cc9-cd9b42d13495 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 1099 time: 0.0402746 Oct 27 14:02:18.297763 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-5e2a4a6b-0d7c-4417-b59f-7e35ac7bf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:18.299227 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-5e2a4a6b-0d7c-4417-b59f-7e35ac7bf561 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.0876050 Oct 27 14:02:18.400000 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-5feef264-4237-4ea7-95ac-e65243cad2fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47 HTTP/1.1" status: 200 len: 1002 time: 0.0903592 Oct 27 14:02:18.451874 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-2d084c40-5751-46a3-bab9-878daab7f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:18.453280 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-2d084c40-5751-46a3-bab9-878daab7f80b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0452714 Oct 27 14:02:18.499291 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-bb8cd9af-2944-463d-9624-a13aa6d17f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:18.500790 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-bb8cd9af-2944-463d-9624-a13aa6d17f3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390856 Oct 27 14:02:18.593063 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-7aacb232-ae72-4ac2-956d-a001ca3215b1 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837069 Oct 27 14:02:18.692522 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04085262-810a-44c2-9a89-a5cca1fecea2 req-3c717b58-b359-4e30-8878-7d7320ca2aef service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847406 Oct 27 14:02:20.056118 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:30.332130 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ded7f-4d05-424f-8d15-5d51b550928b req-9840379b-aceb-4218-a805-e4c6a982cf2a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:30.333601 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-db6ded7f-4d05-424f-8d15-5d51b550928b req-9840379b-aceb-4218-a805-e4c6a982cf2a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0495906 Oct 27 14:02:30.376624 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-db6ded7f-4d05-424f-8d15-5d51b550928b req-36435877-91e2-4b66-bdf6-3c4c0133725f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366240 Oct 27 14:02:35.093343 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:02:41.816858 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-fa5681a0-cd5d-424f-87b3-473737c7edc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:44.486831 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-e8a066f5-74b0-4d48-8e55-c3566f202b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:45.251728 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:46.074925 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:47.561150 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:02:47.955167 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a698f044-9061-4c15-8df5-af314900994d req-f3133862-9cde-4f35-a1d2-59256bc04b10 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2144997 Oct 27 14:02:48.018363 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f044-9061-4c15-8df5-af314900994d req-d91326ee-0176-4e8e-983d-9ac92b126190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:48.019979 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a698f044-9061-4c15-8df5-af314900994d req-d91326ee-0176-4e8e-983d-9ac92b126190 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 1099 time: 0.0399294 Oct 27 14:02:48.124379 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f044-9061-4c15-8df5-af314900994d req-964bfcb5-e9b6-446f-8c02-cfd482f5cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:48.125850 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a698f044-9061-4c15-8df5-af314900994d req-964bfcb5-e9b6-446f-8c02-cfd482f5cf5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 919 time: 0.0855980 Oct 27 14:02:48.168869 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a698f044-9061-4c15-8df5-af314900994d req-d9ca2d50-fce2-4ddf-9cda-1814b1d3999a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d15caec-e289-4294-9aff-091c0ac6ab42 HTTP/1.1" status: 200 len: 217 time: 0.0344791 Oct 27 14:02:48.221501 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f044-9061-4c15-8df5-af314900994d req-6225eb00-fab6-4f0a-8311-ab295fc64113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:02:48.222975 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a698f044-9061-4c15-8df5-af314900994d req-6225eb00-fab6-4f0a-8311-ab295fc64113 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0453668 Oct 27 14:02:48.270694 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a698f044-9061-4c15-8df5-af314900994d req-0aca9a3b-4920-4b11-8bc6-2ee5180670c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284834 Oct 27 14:02:48.366318 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a698f044-9061-4c15-8df5-af314900994d req-0982de15-2153-40e9-a037-ae649032f362 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876212 Oct 27 14:02:48.465265 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a698f044-9061-4c15-8df5-af314900994d req-543fc4f7-4cc1-4fa7-af16-1512eaeec053 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883029 Oct 27 14:02:50.048677 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:00.686910 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdde4a-8b04-462c-a6eb-86c2bd5e3abc req-8650e43c-0119-4d4b-8b18-c2724e5f05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:00.688443 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-59bdde4a-8b04-462c-a6eb-86c2bd5e3abc req-8650e43c-0119-4d4b-8b18-c2724e5f05d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 1099 time: 0.0682652 Oct 27 14:03:00.700095 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f0122-104a-4904-b1f0-adb01ba249e0 req-77b14dbd-d504-4c2d-99bd-c6b93670c87b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:00.701514 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-193f0122-104a-4904-b1f0-adb01ba249e0 req-77b14dbd-d504-4c2d-99bd-c6b93670c87b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0731928 Oct 27 14:03:00.793416 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37314) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:00.793891 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-193f0122-104a-4904-b1f0-adb01ba249e0 req-acc8cedb-55a9-4e6a-9441-897c3f58d619 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838871 Oct 27 14:03:00.819014 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdde4a-8b04-462c-a6eb-86c2bd5e3abc req-9d1eb4ac-c664-4765-86b8-0ef372866562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:00.820552 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-59bdde4a-8b04-462c-a6eb-86c2bd5e3abc req-9d1eb4ac-c664-4765-86b8-0ef372866562 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 919 time: 0.1181498 Oct 27 14:03:00.873199 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-59bdde4a-8b04-462c-a6eb-86c2bd5e3abc req-58d8d0ff-6e3c-44d1-a33a-d39647cad43a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee HTTP/1.1" status: 200 len: 217 time: 0.0447228 Oct 27 14:03:00.948891 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:00.957073 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdde4a-8b04-462c-a6eb-86c2bd5e3abc req-21cd67a3-da2b-4647-8318-2cabdf065ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:00.958838 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-59bdde4a-8b04-462c-a6eb-86c2bd5e3abc req-21cd67a3-da2b-4647-8318-2cabdf065ca7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0777445 Oct 27 14:03:00.997624 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-59bdde4a-8b04-462c-a6eb-86c2bd5e3abc req-3d8d5875-c202-411a-a2a2-253ec7975b5f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258484 Oct 27 14:03:01.033325 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.038671 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.081301 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e4bd7b9b0ea4562a467ff0546c990a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860003 Oct 27 14:03:01.082024 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b83e3a-04d0-47b2-b7e1-994f29790800,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:01.085365 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37330) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:01.099849 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-59bdde4a-8b04-462c-a6eb-86c2bd5e3abc req-88c83177-0680-4c6c-a47f-027c8b0e7509 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947495 Oct 27 14:03:01.103627 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.103971 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.104337 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.104729 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.104993 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.105323 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.105758 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.106165 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.106490 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.106814 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.107130 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.107446 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda3924-ecd1-4e2c-b9d3-7c1465f0d82f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:01.150043 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bee15190-c73a-4d47-8001-0ca5025ea95f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.159473 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37332) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:01.179706 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bee15190-c73a-4d47-8001-0ca5025ea95f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.208490 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-59bdde4a-8b04-462c-a6eb-86c2bd5e3abc req-e0652149-27ec-4ca3-8fa8-af994cbfa689 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005721 Oct 27 14:03:01.236723 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bee15190-c73a-4d47-8001-0ca5025ea95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.239794 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bee15190-c73a-4d47-8001-0ca5025ea95f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.241535 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-bee15190-c73a-4d47-8001-0ca5025ea95f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/91b83e3a-04d0-47b2-b7e1-994f29790800 HTTP/1.1" status: 204 len: 168 time: 0.1552529 Oct 27 14:03:01.250027 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee15190-c73a-4d47-8001-0ca5025ea95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b83e3a-04d0-47b2-b7e1-994f29790800,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:01.305121 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2cd469d4-dd37-4ecb-b646-703076cc7b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.382960 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2cd469d4-dd37-4ecb-b646-703076cc7b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.387169 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2cd469d4-dd37-4ecb-b646-703076cc7b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.428923 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd469d4-dd37-4ecb-b646-703076cc7b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5063eda2-b352-418c-b94e-6b7fa2ca0bec,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:01.433445 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-2cd469d4-dd37-4ecb-b646-703076cc7b0a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02e8f17918a5473593af12fc95f4676c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729306 Oct 27 14:03:01.436035 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37344) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:01.494595 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-91563991-dee7-4f34-97c2-0ee5e05960d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.521191 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-91563991-dee7-4f34-97c2-0ee5e05960d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.574045 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-91563991-dee7-4f34-97c2-0ee5e05960d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.576643 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-91563991-dee7-4f34-97c2-0ee5e05960d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.577781 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-91563991-dee7-4f34-97c2-0ee5e05960d8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5063eda2-b352-418c-b94e-6b7fa2ca0bec HTTP/1.1" status: 204 len: 168 time: 0.1407671 Oct 27 14:03:01.586420 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91563991-dee7-4f34-97c2-0ee5e05960d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5063eda2-b352-418c-b94e-6b7fa2ca0bec,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:01.914465 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce9c64-2b8d-40ee-a543-5625e81509de req-2a400361-cf62-4131-b7a4-f51945a7fd3a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:01.916227 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-43ce9c64-2b8d-40ee-a543-5625e81509de req-2a400361-cf62-4131-b7a4-f51945a7fd3a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0532033 Oct 27 14:03:01.920344 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37362) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:01.934716 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7aa41629-b6d6-428f-8bf1-a2aeda508b17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:01.959795 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-43ce9c64-2b8d-40ee-a543-5625e81509de req-c47a0bff-c53d-4b50-bb86-e1d1c218c45d tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Oct 27 14:03:02.023317 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7aa41629-b6d6-428f-8bf1-a2aeda508b17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:02.027332 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7aa41629-b6d6-428f-8bf1-a2aeda508b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:02.068211 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-7aa41629-b6d6-428f-8bf1-a2aeda508b17 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fcb80a7b182343f8861f94f8dd6f132e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444256 Oct 27 14:03:02.068211 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa41629-b6d6-428f-8bf1-a2aeda508b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7219dcc-e43a-4c77-b4ae-65fd8de5130b,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:02.069491 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 37370) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:02.135558 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:02.156976 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:02.207924 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:02.210961 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:02.212122 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7219dcc-e43a-4c77-b4ae-65fd8de5130b HTTP/1.1" status: 204 len: 168 time: 0.1416154 Oct 27 14:03:02.220208 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7219dcc-e43a-4c77-b4ae-65fd8de5130b,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:02.227611 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.227854 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.228227 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.229096 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.229423 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.229749 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.230355 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.230679 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.231002 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.231321 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.231637 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:02.231949 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75663fa-3057-46c0-8e2a-337aba990945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:03.090237 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7d37a-265b-4498-928f-3ee354cd6b3b req-04ac10c1-2edf-4a03-92ae-b03f6423d354 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:03.092271 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5de7d37a-265b-4498-928f-3ee354cd6b3b req-04ac10c1-2edf-4a03-92ae-b03f6423d354 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0566862 Oct 27 14:03:03.132796 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5de7d37a-265b-4498-928f-3ee354cd6b3b req-39bcaf74-ece9-4112-8809-099649a89957 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Oct 27 14:03:04.263298 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a7e28-8e72-483d-aa74-3750c2b38b40 req-d09561cc-ce39-4212-a3b0-5fd13fbc0d32 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:04.267151 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7c2a7e28-8e72-483d-aa74-3750c2b38b40 req-d09561cc-ce39-4212-a3b0-5fd13fbc0d32 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0630727 Oct 27 14:03:04.316774 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7c2a7e28-8e72-483d-aa74-3750c2b38b40 req-f7912462-7914-460f-b444-66855d2f0233 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Oct 27 14:03:05.436536 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca67f-7bf2-4ec8-8777-c1619c9cd87e req-e6115e75-993e-4f7d-bc75-d8fbb928e4ce tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:05.437972 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c0dca67f-7bf2-4ec8-8777-c1619c9cd87e req-e6115e75-993e-4f7d-bc75-d8fbb928e4ce tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0513492 Oct 27 14:03:05.475318 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c0dca67f-7bf2-4ec8-8777-c1619c9cd87e req-5bc2ee9f-0482-438b-a7e0-c42333cbdcc7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309396 Oct 27 14:03:06.340540 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 37482) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:06.449190 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cb9616af-52f0-4530-b152-15b9455f6aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:06.532567 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cb9616af-52f0-4530-b152-15b9455f6aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:06.541611 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-cb9616af-52f0-4530-b152-15b9455f6aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:06.607667 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-cb9616af-52f0-4530-b152-15b9455f6aed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2415bda0a7c46b3a7800bbf7df8d323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659593 Oct 27 14:03:06.609697 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9616af-52f0-4530-b152-15b9455f6aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7592c974-6bb9-4686-bb1c-d8ef4401c0f0,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:06.610778 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37504) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:06.634160 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e90e8-59ee-4e9b-a7ca-c5a61b0a90fd req-821dc335-aab8-4fe0-b210-76c8aab2b51a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:06.635745 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e18e90e8-59ee-4e9b-a7ca-c5a61b0a90fd req-821dc335-aab8-4fe0-b210-76c8aab2b51a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0822673 Oct 27 14:03:06.674059 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-358c0f64-c0dc-4cca-9d70-4453cb770984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:06.679492 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e18e90e8-59ee-4e9b-a7ca-c5a61b0a90fd req-b022314a-7586-469e-810f-ac9d1ad45fc8 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Oct 27 14:03:06.696638 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-358c0f64-c0dc-4cca-9d70-4453cb770984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:06.745828 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-358c0f64-c0dc-4cca-9d70-4453cb770984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:06.748590 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-358c0f64-c0dc-4cca-9d70-4453cb770984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:06.749938 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-358c0f64-c0dc-4cca-9d70-4453cb770984 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7592c974-6bb9-4686-bb1c-d8ef4401c0f0 HTTP/1.1" status: 204 len: 168 time: 0.1380472 Oct 27 14:03:06.757811 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c0f64-c0dc-4cca-9d70-4453cb770984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7592c974-6bb9-4686-bb1c-d8ef4401c0f0,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:07.799682 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f327cf-9c4f-40ef-a258-5f14083983b9 req-8ef364bd-1718-49ab-beb4-b3f9ec9a168c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:07.801334 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a3f327cf-9c4f-40ef-a258-5f14083983b9 req-8ef364bd-1718-49ab-beb4-b3f9ec9a168c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0534701 Oct 27 14:03:07.845079 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a3f327cf-9c4f-40ef-a258-5f14083983b9 req-b6b0f90b-849d-44c1-b314-d0741c6bc1ec tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364342 Oct 27 14:03:08.977848 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e548203-be3b-4e83-9eec-e12ce6761cb8 req-78ca19f0-c661-4f47-b066-6a0107a162dd tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:08.979273 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e548203-be3b-4e83-9eec-e12ce6761cb8 req-78ca19f0-c661-4f47-b066-6a0107a162dd tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0594134 Oct 27 14:03:09.022296 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e548203-be3b-4e83-9eec-e12ce6761cb8 req-7f39dffb-bc0d-435d-a96d-c6834b6007aa tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351737 Oct 27 14:03:10.136289 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aca29-5685-44f0-9468-e33d184fc7b4 req-85ab0b54-b991-41d4-9cf8-f962866f7ffb tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:10.137742 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-858aca29-5685-44f0-9468-e33d184fc7b4 req-85ab0b54-b991-41d4-9cf8-f962866f7ffb tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0484364 Oct 27 14:03:10.181308 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-858aca29-5685-44f0-9468-e33d184fc7b4 req-89594698-a8d9-4712-a3fb-56645269184f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Oct 27 14:03:11.300721 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb760-27df-46fe-a92d-9a087e8b4c5b req-8a898b8e-c6ae-41ad-ade7-0fde618847cb tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:11.302183 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cb3bb760-27df-46fe-a92d-9a087e8b4c5b req-8a898b8e-c6ae-41ad-ade7-0fde618847cb tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0517125 Oct 27 14:03:11.338640 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cb3bb760-27df-46fe-a92d-9a087e8b4c5b req-fafefb4f-e85a-4eeb-83be-19b05811f8a1 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306580 Oct 27 14:03:11.819887 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c155ba4e-8c6d-42ca-9ddc-5470f266ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:12.091702 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:03:12.450850 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c58514-bbf8-450f-81f0-95b56c7aeb00 req-efabd7e7-8b4c-4102-8e4e-0a6b8d780997 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:12.452369 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a0c58514-bbf8-450f-81f0-95b56c7aeb00 req-efabd7e7-8b4c-4102-8e4e-0a6b8d780997 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0486155 Oct 27 14:03:12.489192 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a0c58514-bbf8-450f-81f0-95b56c7aeb00 req-9f8f50fe-4f47-4306-9893-f4bb56ec19a7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Oct 27 14:03:13.601062 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcd60d-c4cd-4170-bfea-8b771ca72b79 req-15e8adaa-cadb-4f70-9a64-d5ba4be4cb75 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:13.602573 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-98dcd60d-c4cd-4170-bfea-8b771ca72b79 req-15e8adaa-cadb-4f70-9a64-d5ba4be4cb75 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0481889 Oct 27 14:03:13.643931 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-98dcd60d-c4cd-4170-bfea-8b771ca72b79 req-773de9ea-1935-41f1-aef5-2ea37622c323 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355961 Oct 27 14:03:14.489851 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-65bc5e68-d95e-4c12-b639-ae14c3f57454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:14.759246 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462ec8c-ce05-41b9-8ce5-8c761d7c5c92 req-c254a34a-7feb-43fd-b01a-eab68998e24c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:14.760874 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b462ec8c-ce05-41b9-8ce5-8c761d7c5c92 req-c254a34a-7feb-43fd-b01a-eab68998e24c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0489755 Oct 27 14:03:14.801992 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b462ec8c-ce05-41b9-8ce5-8c761d7c5c92 req-6de9b2fe-7630-4339-af5e-eb7112f8068a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Oct 27 14:03:15.254629 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:15.992626 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941b0ae-7a9c-4bb1-bd2f-98dc6aea044a req-2b37a29f-0475-4395-a4a9-29c99463d3ee tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:15.993102 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6941b0ae-7a9c-4bb1-bd2f-98dc6aea044a req-2b37a29f-0475-4395-a4a9-29c99463d3ee tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.1196864 Oct 27 14:03:15.994757 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3617924-80a5-4863-881e-ded2ebdb846d req-58b68bf6-1f23-4bbd-9635-4c0600301512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:15.996067 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e3617924-80a5-4863-881e-ded2ebdb846d req-58b68bf6-1f23-4bbd-9635-4c0600301512 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 1099 time: 0.0600343 Oct 27 14:03:16.056817 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6941b0ae-7a9c-4bb1-bd2f-98dc6aea044a req-bc08e61b-8f2a-4b0e-831a-2cd0f0e57149 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577633 Oct 27 14:03:16.058422 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e3617924-80a5-4863-881e-ded2ebdb846d req-45a8c925-c30a-44f0-bae6-ca2e605808fa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537453 Oct 27 14:03:16.075950 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:16.788220 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37748) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:16.816709 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37752) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:16.925961 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2273e4a7-e9f4-4bdf-b438-7f0d1c8e09f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:16.940764 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2efd35a7-6401-4916-bec4-df59c39c64e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.057082 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2273e4a7-e9f4-4bdf-b438-7f0d1c8e09f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.062547 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2273e4a7-e9f4-4bdf-b438-7f0d1c8e09f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.070471 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2efd35a7-6401-4916-bec4-df59c39c64e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.086082 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2efd35a7-6401-4916-bec4-df59c39c64e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.127146 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273e4a7-e9f4-4bdf-b438-7f0d1c8e09f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dea503-8f98-408c-adee-e2ab52f99bca,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:17.134370 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-2273e4a7-e9f4-4bdf-b438-7f0d1c8e09f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3bc6e793e6f4bbeb2ecddb2eca43207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165946 Oct 27 14:03:17.135314 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37762) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:17.139513 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-2efd35a7-6401-4916-bec4-df59c39c64e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e12c39c171004fa69706d7cc9d12323b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502665 Oct 27 14:03:17.147123 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37764) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:17.195127 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da4851-c7f4-479d-a069-892d8a26aa13 req-3ccfcdee-6d44-4ad3-bc55-3c176ac5453b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:17.196747 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-00da4851-c7f4-479d-a069-892d8a26aa13 req-3ccfcdee-6d44-4ad3-bc55-3c176ac5453b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0662303 Oct 27 14:03:17.213076 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd35a7-6401-4916-bec4-df59c39c64e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d0d9c7-977e-46d8-8ce6-562ec5ed2778,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:17.244620 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-00da4851-c7f4-479d-a069-892d8a26aa13 req-1007caa4-e4c8-49a5-b510-090a9e95f62b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 Oct 27 14:03:17.247790 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-66638c87-d3cd-4de6-b5aa-ab0dbd8a78b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.273601 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2ad91dd6-75f6-4d67-bc04-57c3415e075b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.281153 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-66638c87-d3cd-4de6-b5aa-ab0dbd8a78b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.310962 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2ad91dd6-75f6-4d67-bc04-57c3415e075b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.367541 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-66638c87-d3cd-4de6-b5aa-ab0dbd8a78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.370061 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-66638c87-d3cd-4de6-b5aa-ab0dbd8a78b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.371176 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-66638c87-d3cd-4de6-b5aa-ab0dbd8a78b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75dea503-8f98-408c-adee-e2ab52f99bca HTTP/1.1" status: 204 len: 168 time: 0.2305617 Oct 27 14:03:17.373867 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2ad91dd6-75f6-4d67-bc04-57c3415e075b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.376471 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2ad91dd6-75f6-4d67-bc04-57c3415e075b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.377320 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-2ad91dd6-75f6-4d67-bc04-57c3415e075b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6d0d9c7-977e-46d8-8ce6-562ec5ed2778 HTTP/1.1" status: 204 len: 168 time: 0.2293010 Oct 27 14:03:17.383461 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66638c87-d3cd-4de6-b5aa-ab0dbd8a78b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dea503-8f98-408c-adee-e2ab52f99bca,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:17.392485 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad91dd6-75f6-4d67-bc04-57c3415e075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d0d9c7-977e-46d8-8ce6-562ec5ed2778,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:17.565390 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.714445 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37786) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:17.728074 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-460ce0a5-0b2e-46cb-ba48-b6100cbc867a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.800439 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-460ce0a5-0b2e-46cb-ba48-b6100cbc867a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.805006 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-460ce0a5-0b2e-46cb-ba48-b6100cbc867a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.848911 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-460ce0a5-0b2e-46cb-ba48-b6100cbc867a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c446cd79ca942ab9d4a762e6e830173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309752 Oct 27 14:03:17.848911 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ce0a5-0b2e-46cb-ba48-b6100cbc867a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9362d3-af52-4be3-8569-237dcbd3cefe,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:17.850370 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 37788) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:17.903883 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-16b1cf59-065f-4a53-ade6-cc40f467ed65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.926225 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-16b1cf59-065f-4a53-ade6-cc40f467ed65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.981790 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-16b1cf59-065f-4a53-ade6-cc40f467ed65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.984553 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-16b1cf59-065f-4a53-ade6-cc40f467ed65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:17.985694 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-16b1cf59-065f-4a53-ade6-cc40f467ed65 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a9362d3-af52-4be3-8569-237dcbd3cefe HTTP/1.1" status: 204 len: 168 time: 0.1338561 Oct 27 14:03:17.994480 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1cf59-065f-4a53-ade6-cc40f467ed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9362d3-af52-4be3-8569-237dcbd3cefe,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:18.087206 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37802) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:18.228917 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1921421413-network', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:18.249071 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Made reservation on behalf of 3404fa87c74c48f9b34905375a3e8660 for: {'network': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:18.251482 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.260465 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.307112 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37810) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:18.325308 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7c10b41f-6a4d-49ec-9a43-7e57cbc83584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.371010 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9fe1-4af6-4ba9-9416-212285692238 req-13198a13-c822-4d43-b364-dc22d66e1c85 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:18.372117 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.372848 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f80e9fe1-4af6-4ba9-9416-212285692238 req-13198a13-c822-4d43-b364-dc22d66e1c85 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0561066 Oct 27 14:03:18.386692 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.412090 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=101356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:03:18.415346 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f80e9fe1-4af6-4ba9-9416-212285692238 req-43165d10-be2d-4f5d-adc8-c35d9d94f669 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357921 Oct 27 14:03:18.428441 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a449ea8c-549b-428b-a2f6-0cc2418267f0,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:18.437449 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.437766 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.segments_db [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Added segment cc6e694f-88e3-421a-9d67-82dbd7fa90b3 of type vlan for network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 Oct 27 14:03:18.490371 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.501821 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7c10b41f-6a4d-49ec-9a43-7e57cbc83584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.508691 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7c10b41f-6a4d-49ec-9a43-7e57cbc83584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.555889 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.556834 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:18.557424 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.567123 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-7c10b41f-6a4d-49ec-9a43-7e57cbc83584 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4024403fd64f4e2bb6fb4a19b87a2793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589743 Oct 27 14:03:18.570447 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 37814) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:18.578548 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10b41f-6a4d-49ec-9a43-7e57cbc83584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72213c0b-a547-42d7-a423-f3dcd3370034,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:18.616424 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5280583 Oct 27 14:03:18.620579 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 37816) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:18.625772 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Request body: {'subnet': {'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1921421413-subnet', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'ip_version': 4}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:18.627486 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7831070-e79f-4ce9-a607-8fe62b684549 admin admin] Pushing event updated for resources: {'Network': ['ID=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:18.632192 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2e06e29b-831e-4c15-9ce0-e329699efc38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.638829 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:03:18.663891 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2e06e29b-831e-4c15-9ce0-e329699efc38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.670490 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Made reservation on behalf of 3404fa87c74c48f9b34905375a3e8660 for: {'subnet': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:18.672743 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59606459'] for subnet, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.771140 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2e06e29b-831e-4c15-9ce0-e329699efc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.773767 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2e06e29b-831e-4c15-9ce0-e329699efc38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.774892 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2e06e29b-831e-4c15-9ce0-e329699efc38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72213c0b-a547-42d7-a423-f3dcd3370034 HTTP/1.1" status: 204 len: 168 time: 0.2034631 Oct 27 14:03:18.787685 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06e29b-831e-4c15-9ce0-e329699efc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72213c0b-a547-42d7-a423-f3dcd3370034,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:18.881026 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59536575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59606441'] for subnet, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.945990 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fac9fec-e55f-41ed-8ace-e2a9d5200117,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:18.953691 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Checking segment: {'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:18.954049 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Network hostable DHCP agents. Network: ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:03:18.973462 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:03:18.983539 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69) {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:18.992363 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:18.993045 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:18.994124 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b026a205-7261-4eba-817a-c3c66dec6085 None None] Network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:03:19.012828 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-bc1d5359-e8cf-4169-9134-f82a2785f9b1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3912086 Oct 27 14:03:19.015433 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 37824) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:19.019606 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:19.051394 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1302'] for router, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.053365 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3707714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3826736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1311'] for router, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.146852 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.158145 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b38121d-ab4f-51e8-aed6-adc1c8c7f7a7-ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117'}]}} from dv-cinder-814898-2-iscsi. {{(pid=101357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:03:19.159005 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.290637 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.305384 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.db_base_plugin_common [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Allocated IP 172.20.0.2 (ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69/8fac9fec-e55f-41ed-8ace-e2a9d5200117/9689328f-2fdc-4060-8e3b-d485970e6be2) {{(pid=101357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:19.466038 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Publish callbacks [] for port, precommit_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.473757 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.515560 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 is already hosted by enough agents. {{(pid=101357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:19.518523 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.base_scheduler [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Resources bound (agent type, host, resource id): {{(pid=101357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:19.521590 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Received port after_create {{(pid=101357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:19.543611 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37846) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:19.546882 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Pushing event updated for resources: {'Port': ['ID=9689328f-2fdc-4060-8e3b-d485970e6be2,revision_number=1']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:19.557295 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.574174 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.574535 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.574881 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.575202 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.575527 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.575850 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.576194 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.576515 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.576842 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.577171 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.577474 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.577782 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:19.587518 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.590837 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Attempting to bind port 9689328f-2fdc-4060-8e3b-d485970e6be2 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:03:19.591211 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Attempting to bind port 9689328f-2fdc-4060-8e3b-d485970e6be2 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:03:19.591568 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Attempting to bind port 9689328f-2fdc-4060-8e3b-d485970e6be2 on network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:19.597302 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:03:19.597936 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Checking segment: {'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:19.598490 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.600578 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Bound using segment: {'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:03:19.601312 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Bound port: 9689328f-2fdc-4060-8e3b-d485970e6be2, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:03:19.602051 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.607895 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379283a-2c0b-4330-aafa-83f5f98542fe req-7a470215-483b-4fce-81d0-bf57d03f2eac tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:19.609429 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5379283a-2c0b-4330-aafa-83f5f98542fe req-7a470215-483b-4fce-81d0-bf57d03f2eac tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.1133091 Oct 27 14:03:19.661964 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-486979254-network', 'tenant_id': '5c7107f0b5284c70a58d17b1a3e20c64'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:19.671497 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] For port 9689328f-2fdc-4060-8e3b-d485970e6be2, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:19.674767 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] For port 9689328f-2fdc-4060-8e3b-d485970e6be2, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=9689328f-2fdc-4060-8e3b-d485970e6be2,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:19.680411 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.687993 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Made reservation on behalf of 5c7107f0b5284c70a58d17b1a3e20c64 for: {'network': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:19.690541 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.700292 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.711184 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5379283a-2c0b-4330-aafa-83f5f98542fe req-0f5915e0-3a61-4d99-ad28-dc9b74214791 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696135 Oct 27 14:03:19.745321 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Allocated IP 172.27.1.122 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/ba1fee5a-f115-4b1b-9a65-32fb5e97b645) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:19.754806 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630e2f1-2a11-4b5c-8c75-c6ce2b0a894c None None] Pushing event updated for resources: {'Port': ['ID=9689328f-2fdc-4060-8e3b-d485970e6be2,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:19.829439 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.834303 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.862687 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=101356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:03:19.868511 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c424d1-445d-4a51-9598-3d28bbaca8a6,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:19.871180 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.876052 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.876430 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.segments_db [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Added segment c9a9124b-2a05-4e8a-a44f-d780268a39da of type vlan for network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 Oct 27 14:03:19.932831 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.943552 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.976347 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:19.979723 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.981588 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:19.981987 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:19.982779 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:19.986630 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:19.989998 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Pushing event updated for resources: {'Port': ['ID=ba1fee5a-f115-4b1b-9a65-32fb5e97b645,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:20.052806 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] Pushing event updated for resources: {'Network': ['ID=118e7fcf-f803-489d-9925-fcd9b43fc3c5,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:20.063439 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-1b890e21-8fa7-4fb6-96a0-f3e767d1616f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5184574 Oct 27 14:03:20.066351 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37852) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:20.072069 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Request body: {'subnet': {'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-486979254-subnet', 'tenant_id': '5c7107f0b5284c70a58d17b1a3e20c64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:20.075594 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:03:20.080429 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:20.097092 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Made reservation on behalf of 5c7107f0b5284c70a58d17b1a3e20c64 for: {'subnet': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:20.100700 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:20.285837 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:20.341242 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5773ced-097d-4516-a15b-ce89e408f157,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:20.352020 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Checking segment: {'id': 'c9a9124b-2a05-4e8a-a44f-d780268a39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:20.352428 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Network hostable DHCP agents. Network: 118e7fcf-f803-489d-9925-fcd9b43fc3c5, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:03:20.370426 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:03:20.382792 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 118e7fcf-f803-489d-9925-fcd9b43fc3c5) {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:20.387708 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:20.388420 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:20.392782 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca0845b-7e91-4b93-ae77-ad1ed7ed285b None None] Network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:03:20.415656 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-8fd0143c-5192-4e37-8234-11797b380f36 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3476424 Oct 27 14:03:20.486749 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:20.560386 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5888ad-b03e-4079-bb09-0698f0a6d16b None None] Network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:03:20.731955 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3707721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214'] for router, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:20.781321 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820dddc-d17c-46e0-8d00-4ae6786fd2f1 None None] Network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:03:20.846439 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-d9288d89-cb38-49d8-832b-538fa9d554bd None None] Provisioning complete for port 9689328f-2fdc-4060-8e3b-d485970e6be2 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:20.846791 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d9288d89-cb38-49d8-832b-538fa9d554bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:20.882156 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355e1d2-871d-48dd-b3ed-f621bc613417 req-c9cac258-f309-4864-8188-1de0a0692f0c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:20.883806 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5355e1d2-871d-48dd-b3ed-f621bc613417 req-c9cac258-f309-4864-8188-1de0a0692f0c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0763941 Oct 27 14:03:20.951005 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5355e1d2-871d-48dd-b3ed-f621bc613417 req-fbce2c49-0112-4190-81e8-8158309a3abc tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597961 Oct 27 14:03:20.971342 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Router 02c05979-80ff-4c4c-9ce7-b0aef720019b is scheduled to L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff with binding_index 1 {{(pid=101355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:03:21.113864 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d9288d89-cb38-49d8-832b-538fa9d554bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:21.131912 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:03:21.144134 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Sync routers for ids ['02c05979-80ff-4c4c-9ce7-b0aef720019b'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:03:21.157924 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] Publish callbacks [] for router, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:21.158304 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Routers {'02c05979-80ff-4c4c-9ce7-b0aef720019b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:21.159084 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['02c05979-80ff-4c4c-9ce7-b0aef720019b'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:21.163275 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37872) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:21.163939 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-fe97b758-9782-4662-9b94-e65191ddce4d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1468992 Oct 27 14:03:21.176413 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-d9288d89-cb38-49d8-832b-538fa9d554bd None None] For port 9689328f-2fdc-4060-8e3b-d485970e6be2, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=9689328f-2fdc-4060-8e3b-d485970e6be2,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:21.184083 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d9288d89-cb38-49d8-832b-538fa9d554bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:21.264007 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9288d89-cb38-49d8-832b-538fa9d554bd None None] Pushing event updated for resources: {'Port': ['ID=9689328f-2fdc-4060-8e3b-d485970e6be2,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:21.299858 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Set router 02c05979-80ff-4c4c-9ce7-b0aef720019b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:03:21.507659 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:20Z', 'revision_number': 3, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:21.512731 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-0b63f919-8466-46bb-b0c5-6551ecfe65b6 None None] Provisioning complete for port 9689328f-2fdc-4060-8e3b-d485970e6be2 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:21.513220 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0b63f919-8466-46bb-b0c5-6551ecfe65b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:21.549411 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Checking router: 02c05979-80ff-4c4c-9ce7-b0aef720019b for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:03:21.550103 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Updating router 02c05979-80ff-4c4c-9ce7-b0aef720019b port ba1fee5a-f115-4b1b-9a65-32fb5e97b645 binding host dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:03:21.582582 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:21.749546 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 9689328f-2fdc-4060-8e3b-d485970e6be2 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:21.765105 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:21.804078 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 9689328f-2fdc-4060-8e3b-d485970e6be2 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:21.805126 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:21.932295 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Publish callbacks [] for port, precommit_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:21.932602 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Allocated IP 172.20.0.1 (ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69/8fac9fec-e55f-41ed-8ace-e2a9d5200117/13b18588-cc35-4ef5-8715-dd17a10af79d) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:21.938226 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:21.996696 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Pushing event updated for resources: {'Port': ['ID=ba1fee5a-f115-4b1b-9a65-32fb5e97b645,revision_number=2']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:22.001550 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Attempting to bind port ba1fee5a-f115-4b1b-9a65-32fb5e97b645 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:03:22.001550 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Attempting to bind port ba1fee5a-f115-4b1b-9a65-32fb5e97b645 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:03:22.001827 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Attempting to bind port ba1fee5a-f115-4b1b-9a65-32fb5e97b645 on network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:22.010652 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.011018 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.011360 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.011686 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.012017 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.012747 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.012747 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.013029 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.013330 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.013657 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.013974 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.014291 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:22.018087 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:03:22.018388 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:22.019159 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:22.019540 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Bound using segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:03:22.020014 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Bound port: ba1fee5a-f115-4b1b-9a65-32fb5e97b645, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:03:22.020430 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:22.045768 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:22.082013 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:22.082275 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] For port ba1fee5a-f115-4b1b-9a65-32fb5e97b645, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:22.086745 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] For port ba1fee5a-f115-4b1b-9a65-32fb5e97b645, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=ba1fee5a-f115-4b1b-9a65-32fb5e97b645,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:22.093654 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:22.093897 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d85a28-3371-4116-a772-ee2e7f616927 req-8e685419-d7cb-4d2f-9bd9-dd478c202655 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:22.095600 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c8d85a28-3371-4116-a772-ee2e7f616927 req-8e685419-d7cb-4d2f-9bd9-dd478c202655 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0645578 Oct 27 14:03:22.147426 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:22.151502 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:22.154224 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:22.154718 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3705803'] for router_interface, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:22.165632 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6ff5e-dc17-4257-aa22-0c849b251a26 None None] Pushing event updated for resources: {'Port': ['ID=ba1fee5a-f115-4b1b-9a65-32fb5e97b645,revision_number=3']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:22.176430 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Routers {'02c05979-80ff-4c4c-9ce7-b0aef720019b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:22.178033 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['02c05979-80ff-4c4c-9ce7-b0aef720019b'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:22.182069 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c8d85a28-3371-4116-a772-ee2e7f616927 req-c7bf559e-4605-4929-8898-65afbaefbaef tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792706 Oct 27 14:03:22.324871 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Pushing event updated for resources: {'Port': ['ID=13b18588-cc35-4ef5-8715-dd17a10af79d,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:22.462703 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] Set router 02c05979-80ff-4c4c-9ce7-b0aef720019b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:03:22.501388 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-eb4aab86-3d9f-4473-a7e1-b918812b7e10 None None] Provisioning complete for port 13b18588-cc35-4ef5-8715-dd17a10af79d triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:22.501875 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-eb4aab86-3d9f-4473-a7e1-b918812b7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:22.564676 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-eb4aab86-3d9f-4473-a7e1-b918812b7e10 None None] Port 13b18588-cc35-4ef5-8715-dd17a10af79d cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:03:22.611775 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:22.648325 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-e1a5ccc4-6d75-4ae4-a369-c18c334e3c54 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:22.649760 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-e1a5ccc4-6d75-4ae4-a369-c18c334e3c54 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/networks?id=118e7fcf-f803-489d-9925-fcd9b43fc3c5 HTTP/1.1" status: 200 len: 808 time: 0.3260174 Oct 27 14:03:22.695801 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-5f8fae2e-f908-4f62-8500-c1db51df63c3 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/quotas/5c7107f0b5284c70a58d17b1a3e20c64 HTTP/1.1" status: 200 len: 375 time: 0.0215921 Oct 27 14:03:22.720302 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e95e5d-e9d4-44fd-841b-49ea63d48984 req-42df6b05-d497-49b3-9eac-e0a5146312ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:22.721919 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-69e95e5d-e9d4-44fd-841b-49ea63d48984 req-42df6b05-d497-49b3-9eac-e0a5146312ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 1099 time: 0.0765507 Oct 27 14:03:22.731000 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e468c-fc68-4037-8f43-7aff3ab0b0da req-474a8dd5-a6ea-449c-ada4-44ea034472de tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:22.732725 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a15e468c-fc68-4037-8f43-7aff3ab0b0da req-474a8dd5-a6ea-449c-ada4-44ea034472de tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0757325 Oct 27 14:03:22.745302 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:20Z', 'revision_number': 3, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:22.754234 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-89a84cf2-9da2-44c5-ae28-3a3e1105a36f tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c7107f0b5284c70a58d17b1a3e20c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442524 Oct 27 14:03:22.774553 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92bb029-a694-47ef-8d48-9c9641ed0933 None None] The sync data for ids ['02c05979-80ff-4c4c-9ce7-b0aef720019b'] in dv-cinder-814898-2-iscsi is: [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:20Z', 'revision_number': 3, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:03:22.861848 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a15e468c-fc68-4037-8f43-7aff3ab0b0da req-714c4cdd-b287-41bd-b2e3-93b3c3a612c3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675035 Oct 27 14:03:22.901423 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e95e5d-e9d4-44fd-841b-49ea63d48984 req-1c4699c8-63df-4cf8-af95-87eae6f026a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:22.902976 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-69e95e5d-e9d4-44fd-841b-49ea63d48984 req-1c4699c8-63df-4cf8-af95-87eae6f026a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 200 len: 919 time: 0.1693041 Oct 27 14:03:22.917371 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-47d91796-e587-46ad-8ef7-7048cdac449b service neutron] 10.222.0.54 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359143 Oct 27 14:03:22.956262 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:22.966960 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-69e95e5d-e9d4-44fd-841b-49ea63d48984 req-d8209668-f741-4731-a712-3dd162729aa4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee HTTP/1.1" status: 200 len: 217 time: 0.0556355 Oct 27 14:03:22.982907 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:22.983733 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4155533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3706459'] for router_interface, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:23.025480 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e95e5d-e9d4-44fd-841b-49ea63d48984 req-fe0724a2-1011-4e20-8c88-b01c5d6390eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:23.027782 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-69e95e5d-e9d4-44fd-841b-49ea63d48984 req-fe0724a2-1011-4e20-8c88-b01c5d6390eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 200 len: 858 time: 0.0535975 Oct 27 14:03:23.069342 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-69e95e5d-e9d4-44fd-841b-49ea63d48984 req-a93ea8ad-e319-4821-a02b-0e610b9d45f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ceb63fa-b2d3-4728-950b-3d5f93433c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335157 Oct 27 14:03:23.085783 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Pushing event updated for resources: {'Port': ['ID=13b18588-cc35-4ef5-8715-dd17a10af79d,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:23.140051 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-143a5377-3e6f-4fcf-af12-bf9293c4a6d9 service neutron] 10.222.0.54 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156277 Oct 27 14:03:23.182089 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:23.183507 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:23.185784 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 37924) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:23.276323 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-69e95e5d-e9d4-44fd-841b-49ea63d48984 req-3fb014b9-a75b-40e5-86f1-efd34e3be905 service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975882 Oct 27 14:03:23.397613 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Router 02c05979-80ff-4c4c-9ce7-b0aef720019b has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:03:23.422744 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-87486a1c-cef5-4475-8955-dca508f615c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:23.504549 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-66dbabe2-824c-4d38-ade5-28087039ecd0 req-a404716e-203c-49ab-b87d-451371d13751 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 210 time: 0.0742731 Oct 27 14:03:23.511009 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-7cec5efc-c596-47d2-a444-a25f3f3f8962 None None] Provisioning complete for port 13b18588-cc35-4ef5-8715-dd17a10af79d triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:23.511478 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-7cec5efc-c596-47d2-a444-a25f3f3f8962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:23.526990 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-69e95e5d-e9d4-44fd-841b-49ea63d48984 req-93fa1028-4225-473a-b637-4944449e814a service neutron] 10.222.0.66 "GET /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431448 Oct 27 14:03:23.536056 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:03:23.543798 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-ecc56792-5467-4ca3-9065-d08f3f9b5307 admin admin] 10.222.0.54 "PUT /v2.0/routers/02c05979-80ff-4c4c-9ce7-b0aef720019b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3779736 Oct 27 14:03:23.573320 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-7cec5efc-c596-47d2-a444-a25f3f3f8962 None None] Port 13b18588-cc35-4ef5-8715-dd17a10af79d cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:03:23.712653 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-87486a1c-cef5-4475-8955-dca508f615c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:23.717449 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-87486a1c-cef5-4475-8955-dca508f615c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:23.771138 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87486a1c-cef5-4475-8955-dca508f615c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca7d0fc-2b35-4ebf-98d0-f9c73f6b67b5,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:23.796882 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-87486a1c-cef5-4475-8955-dca508f615c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6139d5e4990643089d9241597c245091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093230 Oct 27 14:03:23.799348 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37946) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:23.801930 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device ba1fee5a-f115-4b1b-9a65-32fb5e97b645 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:23.870046 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2a093038-7a15-4e4a-a22f-7da4d25bf4b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:23.880602 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port ba1fee5a-f115-4b1b-9a65-32fb5e97b645 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:23.881164 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:23.896324 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2a093038-7a15-4e4a-a22f-7da4d25bf4b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:23.984253 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2a093038-7a15-4e4a-a22f-7da4d25bf4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:23.987300 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2a093038-7a15-4e4a-a22f-7da4d25bf4b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:23.988914 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-2a093038-7a15-4e4a-a22f-7da4d25bf4b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ca7d0fc-2b35-4ebf-98d0-f9c73f6b67b5 HTTP/1.1" status: 204 len: 168 time: 0.1883314 Oct 27 14:03:24.035221 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a093038-7a15-4e4a-a22f-7da4d25bf4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca7d0fc-2b35-4ebf-98d0-f9c73f6b67b5,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:24.073486 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65025e37-fd72-40a8-b306-21c1e765020f req-e4e62e14-bae9-4059-9bf6-d44ff567b953 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:24.075139 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-65025e37-fd72-40a8-b306-21c1e765020f req-e4e62e14-bae9-4059-9bf6-d44ff567b953 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.1062014 Oct 27 14:03:24.128981 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-65025e37-fd72-40a8-b306-21c1e765020f req-727d05b1-62d0-4e1a-8be3-0b05011c8485 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Oct 27 14:03:24.153187 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.180869 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port ba1fee5a-f115-4b1b-9a65-32fb5e97b645, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=ba1fee5a-f115-4b1b-9a65-32fb5e97b645,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:24.186213 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.260439 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=ba1fee5a-f115-4b1b-9a65-32fb5e97b645,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:24.475153 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 37970) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:24.480190 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2035459401-network', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:24.503356 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Made reservation on behalf of 7d3c19ba7a03496c9023ba8f1302a71b for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:24.506167 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.515337 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.611755 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5354f730-5128-40cf-aff3-2bd3c1c1f2f5 req-d47345fc-2557-49e0-9156-4b2841c2d172 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 210 time: 0.0285337 Oct 27 14:03:24.615016 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.620191 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.654002 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:03:24.659651 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7d5cde-ec1a-4bff-bdef-3d3412edecb9,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:24.668573 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.668573 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Added segment c46b29c7-ced7-4822-b9b1-14f3e20b6e51 of type vlan for network d50be04b-b764-43c1-92b1-2091ca5983f7 Oct 27 14:03:24.713807 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.737685 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.738639 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:24.739258 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.795436 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3191671 Oct 27 14:03:24.798692 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37978) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:24.804809 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Request body: {'subnet': {'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2035459401-subnet', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'ip_version': 4}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:24.814236 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e622940-e916-4bbb-afda-06ee74bf0434 admin admin] Pushing event updated for resources: {'Network': ['ID=d50be04b-b764-43c1-92b1-2091ca5983f7,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:24.828860 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network d50be04b-b764-43c1-92b1-2091ca5983f7 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:03:24.831158 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Made reservation on behalf of 7d3c19ba7a03496c9023ba8f1302a71b for: {'subnet': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:24.833772 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:24.887376 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Sync routers for ids ['02c05979-80ff-4c4c-9ce7-b0aef720019b'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:03:24.923855 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Routers {'02c05979-80ff-4c4c-9ce7-b0aef720019b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:24.924505 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['02c05979-80ff-4c4c-9ce7-b0aef720019b'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:25.025805 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.046536 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Set router 02c05979-80ff-4c4c-9ce7-b0aef720019b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:03:25.082769 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Pushing event updated for resources: {'Subnet': ['ID=211ef48e-62be-4c23-9bb2-8c9fb60a988c,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:25.091943 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Checking segment: {'id': 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:25.092495 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Network hostable DHCP agents. Network: d50be04b-b764-43c1-92b1-2091ca5983f7, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:03:25.108587 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Network d50be04b-b764-43c1-92b1-2091ca5983f7 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:03:25.118300 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, d50be04b-b764-43c1-92b1-2091ca5983f7) {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:25.122155 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:25.122934 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.132423 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061040ef-e4d7-4d8d-b67e-ffafb5d9b7fa None None] Network d50be04b-b764-43c1-92b1-2091ca5983f7 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:03:25.141947 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-a2bd6e15-38c2-4370-b2a1-c6b28b0a898a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3420687 Oct 27 14:03:25.144665 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 37982) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:25.148893 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2035459401-router', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:25.171097 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1302'] for router, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.172465 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3707714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3826736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1311'] for router, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.238892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.287061 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b50771-a9cf-4335-8b7a-8d389b8439b0 req-c5a0a496-d840-4eb7-acac-16941f9998d5 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:25.288892 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-09b50771-a9cf-4335-8b7a-8d389b8439b0 req-c5a0a496-d840-4eb7-acac-16941f9998d5 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0608826 Oct 27 14:03:25.368168 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-09b50771-a9cf-4335-8b7a-8d389b8439b0 req-3ad9df36-97bf-4718-a85a-d8b5acfdc90a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707541 Oct 27 14:03:25.431445 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.445910 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b38121d-ab4f-51e8-aed6-adc1c8c7f7a7-d50be04b-b764-43c1-92b1-2091ca5983f7', 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'fixed_ips': [{'subnet_id': '211ef48e-62be-4c23-9bb2-8c9fb60a988c'}]}} from dv-cinder-814898-2-iscsi. {{(pid=101357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:03:25.447404 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.488499 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-0927ebab-6706-45e6-9eb0-6b10a36b78c8 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:25.490767 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-0927ebab-6706-45e6-9eb0-6b10a36b78c8 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.66 "GET /v2.0/networks?id=118e7fcf-f803-489d-9925-fcd9b43fc3c5 HTTP/1.1" status: 200 len: 808 time: 0.1471889 Oct 27 14:03:25.506980 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Request body: {'port': {'device_id': '17ea1837-4d7a-4463-a5bd-610e9c4182ba', 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5', 'admin_state_up': True, 'tenant_id': '5c7107f0b5284c70a58d17b1a3e20c64'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:25.534203 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '13b18588-cc35-4ef5-8715-dd17a10af79d', 'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'mac_address': 'fa:16:3e:1e:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:21Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 2, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'subnets': [{'id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:25.581615 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Checking router: 02c05979-80ff-4c4c-9ce7-b0aef720019b for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:03:25.581976 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Updating router 02c05979-80ff-4c4c-9ce7-b0aef720019b port 13b18588-cc35-4ef5-8715-dd17a10af79d binding host dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:03:25.633397 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Made reservation on behalf of 5c7107f0b5284c70a58d17b1a3e20c64 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:25.639324 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.640747 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.681708 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.691940 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device ba1fee5a-f115-4b1b-9a65-32fb5e97b645 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:25.701973 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.743921 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.db_base_plugin_common [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Allocated IP 172.20.0.2 (d50be04b-b764-43c1-92b1-2091ca5983f7/211ef48e-62be-4c23-9bb2-8c9fb60a988c/6aa02d00-3be7-4ed7-8b1b-d61f58d67a40) {{(pid=101357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:25.775453 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-afbf2d74-af22-448b-8839-82c30b07548e req-9f41b486-7e8d-4454-85a1-4a2dd82d5af7 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 210 time: 0.0324042 Oct 27 14:03:25.798421 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Allocated IP 172.20.0.6 (118e7fcf-f803-489d-9925-fcd9b43fc3c5/e5773ced-097d-4516-a15b-ce89e408f157/c71fc417-15c8-4a60-aee8-8a5807af1f5d) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:25.845344 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Allocated IP 172.27.1.103 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/50cb3520-ffd8-41a7-80bb-130024cee591) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:25.966272 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:25.972312 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.015204 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.016577 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.017897 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port ba1fee5a-f115-4b1b-9a65-32fb5e97b645 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:26.018822 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.080430 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:26.081230 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Pushing event updated for resources: {'Port': ['ID=c71fc417-15c8-4a60-aee8-8a5807af1f5d,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:26.089312 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:26.100191 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:26.117032 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:26.119472 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:26.127741 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:26.209315 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Publish callbacks [] for port, precommit_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.212803 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:26.213473 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.234110 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.240592 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ff93f195-9b1d-461b-952f-57ecc737a501 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7387252 Oct 27 14:03:26.319595 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Request body: {'port': {'device_id': '17ea1837-4d7a-4463-a5bd-610e9c4182ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:26.343716 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Network d50be04b-b764-43c1-92b1-2091ca5983f7 is already hosted by enough agents. {{(pid=101357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:26.356210 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.base_scheduler [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Resources bound (agent type, host, resource id): {{(pid=101357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:26.362892 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Received port after_create {{(pid=101357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:26.367839 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Pushing event updated for resources: {'Port': ['ID=6aa02d00-3be7-4ed7-8b1b-d61f58d67a40,revision_number=1']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:26.376001 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Pushing event updated for resources: {'Port': ['ID=50cb3520-ffd8-41a7-80bb-130024cee591,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:26.419896 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.421135 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Publish callbacks [] for port, precommit_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.434228 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38004) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:26.464674 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.516189 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Attempting to bind port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:03:26.516849 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Attempting to bind port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:03:26.517496 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Attempting to bind port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 on network d50be04b-b764-43c1-92b1-2091ca5983f7 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:26.531174 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:03:26.531765 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Checking segment: {'id': 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:26.532438 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.532982 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Bound using segment: {'id': 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:03:26.533613 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Bound port: 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:03:26.534166 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.617630 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7381c-f43b-48ab-9b3e-87af3169e96e None None] Pushing event updated for resources: {'Port': ['ID=13b18588-cc35-4ef5-8715-dd17a10af79d,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:26.646531 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d08e4c27-fb79-4391-ab51-eefe847ace61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.683948 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Attempting to bind port 13b18588-cc35-4ef5-8715-dd17a10af79d on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:03:26.684348 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Attempting to bind port 13b18588-cc35-4ef5-8715-dd17a10af79d by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:03:26.684700 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Attempting to bind port 13b18588-cc35-4ef5-8715-dd17a10af79d on network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:26.693112 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] For port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:26.693680 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bcd2e-1232-4042-ab3f-f6739c0bdc58 req-79081902-6ab3-4d88-92a0-0d6e7b81f2c6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:26.695930 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c53bcd2e-1232-4042-ab3f-f6739c0bdc58 req-79081902-6ab3-4d88-92a0-0d6e7b81f2c6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.2167609 Oct 27 14:03:26.705497 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] For port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=6aa02d00-3be7-4ed7-8b1b-d61f58d67a40,segment=NetworkSegment(c46b29c7-ced7-4822-b9b1-14f3e20b6e51),segment_id=c46b29c7-ced7-4822-b9b1-14f3e20b6e51)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:26.706728 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:03:26.707236 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Checking segment: {'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:26.707569 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.708092 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Bound using segment: {'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:03:26.709365 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Bound port: 13b18588-cc35-4ef5-8715-dd17a10af79d, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:03:26.709710 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.720258 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.787706 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.793448 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c53bcd2e-1232-4042-ab3f-f6739c0bdc58 req-07386f73-0529-4132-811b-000d2c8ea1b4 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876815 Oct 27 14:03:26.856526 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e64ad8-df29-4cbb-8fa7-8c736c0d1d87 None None] Pushing event updated for resources: {'Port': ['ID=6aa02d00-3be7-4ed7-8b1b-d61f58d67a40,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:26.857089 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71fc417-15c8-4a60-aee8-8a5807af1f5d {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:03:26.870605 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.875868 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] For port 13b18588-cc35-4ef5-8715-dd17a10af79d, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:26.878338 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-0060c922-b3b9-4d8f-b990-b39d95970686 None None] Provisioning complete for port 13b18588-cc35-4ef5-8715-dd17a10af79d triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:26.878792 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0060c922-b3b9-4d8f-b990-b39d95970686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.882430 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] For port 13b18588-cc35-4ef5-8715-dd17a10af79d, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=13b18588-cc35-4ef5-8715-dd17a10af79d,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:26.897385 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Transition to ACTIVE for port object c71fc417-15c8-4a60-aee8-8a5807af1f5d will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:03:26.904960 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.920866 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:26.989911 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-0060c922-b3b9-4d8f-b990-b39d95970686 None None] Port 13b18588-cc35-4ef5-8715-dd17a10af79d cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:03:26.993466 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Routers {'02c05979-80ff-4c4c-9ce7-b0aef720019b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:26.994095 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['02c05979-80ff-4c4c-9ce7-b0aef720019b'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:27.072988 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Pushing event updated for resources: {'Port': ['ID=c71fc417-15c8-4a60-aee8-8a5807af1f5d,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:27.086669 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d08e4c27-fb79-4391-ab51-eefe847ace61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.098773 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d08e4c27-fb79-4391-ab51-eefe847ace61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.181292 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d08e4c27-fb79-4391-ab51-eefe847ace61 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=138ca1045ce74828afd68f138edc9223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7460213 Oct 27 14:03:27.190977 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38016) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:27.206889 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7381c-f43b-48ab-9b3e-87af3169e96e None None] Pushing event updated for resources: {'Port': ['ID=13b18588-cc35-4ef5-8715-dd17a10af79d,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:27.208147 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e4c27-fb79-4391-ab51-eefe847ace61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b802b02a-472d-4d76-acf7-b124ae15ef55,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:27.219376 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79f5e-6988-4be0-9831-927a1b58f90c req-7bbd9df9-8689-40e1-ad55-bb388ba20a14 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:27.234009 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-daf79f5e-6988-4be0-9831-927a1b58f90c req-7bbd9df9-8689-40e1-ad55-bb388ba20a14 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 943 time: 0.2825060 Oct 27 14:03:27.284832 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3707721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214'] for router, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.291100 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] Set router 02c05979-80ff-4c4c-9ce7-b0aef720019b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:03:27.346233 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-daf79f5e-6988-4be0-9831-927a1b58f90c req-0cbb9f78-b582-427c-8520-52c978850e3e tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114063 Oct 27 14:03:27.347183 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Attempting to bind port c71fc417-15c8-4a60-aee8-8a5807af1f5d on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:03:27.347517 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Attempting to bind port c71fc417-15c8-4a60-aee8-8a5807af1f5d by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'c9a9124b-2a05-4e8a-a44f-d780268a39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:03:27.347846 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Attempting to bind port c71fc417-15c8-4a60-aee8-8a5807af1f5d on network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:27.361171 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Port c71fc417-15c8-4a60-aee8-8a5807af1f5d on network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:03:27.365812 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Attempting to bind port c71fc417-15c8-4a60-aee8-8a5807af1f5d on network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:27.371862 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:03:27.372240 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Checking segment: {'id': 'c9a9124b-2a05-4e8a-a44f-d780268a39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:27.372627 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Bound using segment: {'id': 'c9a9124b-2a05-4e8a-a44f-d780268a39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:03:27.373056 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Bound port: c71fc417-15c8-4a60-aee8-8a5807af1f5d, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a9124b-2a05-4e8a-a44f-d780268a39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:03:27.373407 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.425586 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-968b222a-67df-4c39-8ede-dd8564f12b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.469716 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-968b222a-67df-4c39-8ede-dd8564f12b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.475284 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] For port c71fc417-15c8-4a60-aee8-8a5807af1f5d, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:27.484471 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] For port c71fc417-15c8-4a60-aee8-8a5807af1f5d, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=c71fc417-15c8-4a60-aee8-8a5807af1f5d,segment=NetworkSegment(c9a9124b-2a05-4e8a-a44f-d780268a39da),segment_id=c9a9124b-2a05-4e8a-a44f-d780268a39da)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:27.485774 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-4f81f994-fc90-46cb-a92d-809bd9c145b5 None None] Provisioning complete for port 13b18588-cc35-4ef5-8715-dd17a10af79d triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:27.486187 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4f81f994-fc90-46cb-a92d-809bd9c145b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.491015 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.571172 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Router 4346c1e5-671d-4b7e-a323-b2d969c03f4f is scheduled to L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff with binding_index 1 {{(pid=101356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:03:27.587558 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-968b222a-67df-4c39-8ede-dd8564f12b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.601738 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:27.602042 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-968b222a-67df-4c39-8ede-dd8564f12b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.602758 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.603336 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-968b222a-67df-4c39-8ede-dd8564f12b0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b802b02a-472d-4d76-acf7-b124ae15ef55 HTTP/1.1" status: 204 len: 168 time: 0.4127493 Oct 27 14:03:27.604571 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] 10.222.0.66 "PUT /v2.0/ports/c71fc417-15c8-4a60-aee8-8a5807af1f5d HTTP/1.1" status: 200 len: 1093 time: 1.2908137 Oct 27 14:03:27.607775 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ea1837-4d7a-4463-a5bd-610e9c4182ba', 'tag': 'c71fc417-15c8-4a60-aee8-8a5807af1f5d'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:03:27.611063 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a" -d '{"events": [{"name": "network-changed", "server_uuid": "17ea1837-4d7a-4463-a5bd-610e9c4182ba", "tag": "c71fc417-15c8-4a60-aee8-8a5807af1f5d"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:03:27.697509 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951b4769-45df-4502-b6ad-9d482497b84c x-openstack-request-id: req-951b4769-45df-4502-b6ad-9d482497b84c {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:03:27.697853 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ea1837-4d7a-4463-a5bd-610e9c4182ba", "tag": "c71fc417-15c8-4a60-aee8-8a5807af1f5d", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:03:27.698035 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-951b4769-45df-4502-b6ad-9d482497b84c {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:03:27.698940 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ea1837-4d7a-4463-a5bd-610e9c4182ba', 'tag': 'c71fc417-15c8-4a60-aee8-8a5807af1f5d', 'status': 'completed', 'code': 200} Oct 27 14:03:27.707252 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad8242-ea28-418f-89cd-c55d95c93194 service neutron] Pushing event updated for resources: {'Port': ['ID=c71fc417-15c8-4a60-aee8-8a5807af1f5d,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:27.715738 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4f81f994-fc90-46cb-a92d-809bd9c145b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.725054 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-74a8497e-7f6f-4be9-bee3-9b8c271cbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:27.727277 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-74a8497e-7f6f-4be9-bee3-9b8c271cbcc0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c7107f0b5284c70a58d17b1a3e20c64&device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 1096 time: 0.0687840 Oct 27 14:03:27.739920 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '13b18588-cc35-4ef5-8715-dd17a10af79d', 'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'mac_address': 'fa:16:3e:1e:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:21Z', 'updated_at': '2021-10-27T14:03:26Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'subnets': [{'id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:27.757352 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b222a-67df-4c39-8ede-dd8564f12b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b802b02a-472d-4d76-acf7-b124ae15ef55,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:27.792702 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-390f6917-2d4b-47f1-916e-c72af02f5389 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c71fc417-15c8-4a60-aee8-8a5807af1f5d HTTP/1.1" status: 200 len: 217 time: 0.0537970 Oct 27 14:03:27.798719 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643b317-a40c-42d9-b023-3460f0312670 None None] The sync data for ids ['02c05979-80ff-4c4c-9ce7-b0aef720019b'] in dv-cinder-814898-2-iscsi is: [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '13b18588-cc35-4ef5-8715-dd17a10af79d', 'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'mac_address': 'fa:16:3e:1e:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:21Z', 'updated_at': '2021-10-27T14:03:26Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'subnets': [{'id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:03:27.809416 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:27.844900 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:03:27.892089 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ab85e4ff-fe54-4ce3-8e19-4c923164d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:27.894889 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-ab85e4ff-fe54-4ce3-8e19-4c923164d2fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5773ced-097d-4516-a15b-ce89e408f157 HTTP/1.1" status: 200 len: 848 time: 0.0875473 Oct 27 14:03:27.898479 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Sync routers for ids ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:03:27.905764 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.907375 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-c120a99d-c1bb-48a4-bf22-5c8fe559546f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7617736 Oct 27 14:03:27.910249 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38028) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:27.943292 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-4f81f994-fc90-46cb-a92d-809bd9c145b5 None None] For port 13b18588-cc35-4ef5-8715-dd17a10af79d, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=13b18588-cc35-4ef5-8715-dd17a10af79d,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:27.960414 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Routers {'4346c1e5-671d-4b7e-a323-b2d969c03f4f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:27.961156 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:27.966185 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4f81f994-fc90-46cb-a92d-809bd9c145b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:27.969630 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-03060079-46a7-4ce6-af89-d65dd2dfe818 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=118e7fcf-f803-489d-9925-fcd9b43fc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607615 Oct 27 14:03:28.127534 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81f994-fc90-46cb-a92d-809bd9c145b5 None None] Pushing event updated for resources: {'Port': ['ID=13b18588-cc35-4ef5-8715-dd17a10af79d,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:28.149070 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:28.149443 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:28.198295 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Set router 4346c1e5-671d-4b7e-a323-b2d969c03f4f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:03:28.248002 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-9dd35960-58fb-46b2-9ca9-389c140581a6 service neutron] 10.222.0.66 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638330 Oct 27 14:03:28.311231 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:28.378249 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=6aa02d00-3be7-4ed7-8b1b-d61f58d67a40,segment=NetworkSegment(c46b29c7-ced7-4822-b9b1-14f3e20b6e51),segment_id=c46b29c7-ced7-4822-b9b1-14f3e20b6e51)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:28.385121 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:28.463096 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=6aa02d00-3be7-4ed7-8b1b-d61f58d67a40,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:28.521836 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f8ee6f7-54f1-4477-81a9-509c12aac56e req-cf1aa8a0-cd98-4caf-9176-d79048d2bb8e service neutron] 10.222.0.66 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627714 Oct 27 14:03:28.536684 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'name': 'tempest-TestMinimumBasicScenario-2035459401-router', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:26Z', 'revision_number': 3, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'gw_port': {'id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:28.539634 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6425a8-0cfa-45eb-b19e-f8b5d8ad2743 None None] Network d50be04b-b764-43c1-92b1-2091ca5983f7 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:03:28.610940 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Checking router: 4346c1e5-671d-4b7e-a323-b2d969c03f4f for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:03:28.611519 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Updating router 4346c1e5-671d-4b7e-a323-b2d969c03f4f port 50cb3520-ffd8-41a7-80bb-130024cee591 binding host dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:03:28.649073 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:28.667445 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fadcc-7262-49fb-8f8d-212336618243 req-1b1af3ee-e0c5-403b-ae62-1a2c2c2464ed tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:28.673025 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-524fadcc-7262-49fb-8f8d-212336618243 req-1b1af3ee-e0c5-403b-ae62-1a2c2c2464ed tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 943 time: 0.1461952 Oct 27 14:03:28.680390 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-f48b9808-6695-400c-9dc5-1b4051072ed2 None None] Provisioning complete for port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:28.681105 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f48b9808-6695-400c-9dc5-1b4051072ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:28.743827 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a req-11547a7e-ba9a-44c1-b5a1-f1a94afb743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:28.745583 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a req-11547a7e-ba9a-44c1-b5a1-f1a94afb743b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c7107f0b5284c70a58d17b1a3e20c64&device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 1096 time: 0.1610558 Oct 27 14:03:28.752998 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-524fadcc-7262-49fb-8f8d-212336618243 req-72fbc86d-2d57-471c-8b61-31d9482e5a1f tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720913 Oct 27 14:03:28.767469 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:28.954310 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a req-1547176f-b89a-4fdd-860c-d77812b48084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:28.958245 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a req-1547176f-b89a-4fdd-860c-d77812b48084 service neutron] 10.222.0.66 "GET /v2.0/networks?id=118e7fcf-f803-489d-9925-fcd9b43fc3c5 HTTP/1.1" status: 200 len: 909 time: 0.2004719 Oct 27 14:03:29.033651 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a req-957170a5-055f-4fb3-97ea-5974416041a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c71fc417-15c8-4a60-aee8-8a5807af1f5d HTTP/1.1" status: 200 len: 217 time: 0.0672483 Oct 27 14:03:29.091947 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Allocated IP 172.20.0.1 (d50be04b-b764-43c1-92b1-2091ca5983f7/211ef48e-62be-4c23-9bb2-8c9fb60a988c/1bc3ba62-5ec7-42b2-be11-35c0023d7a99) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:29.116060 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a req-7403c0f7-9254-4cd4-88b8-10075d66bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:29.123788 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a req-7403c0f7-9254-4cd4-88b8-10075d66bcf7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5773ced-097d-4516-a15b-ce89e408f157 HTTP/1.1" status: 200 len: 848 time: 0.0805340 Oct 27 14:03:29.146706 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Publish callbacks [] for port, precommit_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.156022 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.177666 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a req-348c774e-88b7-45b8-a100-0a2b13b31618 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=118e7fcf-f803-489d-9925-fcd9b43fc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454123 Oct 27 14:03:29.231604 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Attempting to bind port 50cb3520-ffd8-41a7-80bb-130024cee591 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:03:29.232284 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Attempting to bind port 50cb3520-ffd8-41a7-80bb-130024cee591 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:03:29.232815 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Attempting to bind port 50cb3520-ffd8-41a7-80bb-130024cee591 on network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:29.235759 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c3f1a-f064-48d8-aa0c-958c87dd3a74 None None] Pushing event updated for resources: {'Port': ['ID=50cb3520-ffd8-41a7-80bb-130024cee591,revision_number=2']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:29.249977 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:03:29.250963 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:29.251713 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.260271 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Bound using segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:03:29.261035 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Bound port: 50cb3520-ffd8-41a7-80bb-130024cee591, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:03:29.261855 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.265670 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.320282 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-aa33f377-188e-47aa-b7c0-ca05f91f2087 None None] Provisioning complete for port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:29.320867 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-aa33f377-188e-47aa-b7c0-ca05f91f2087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.331547 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a req-5392b879-4554-43c3-82e5-8948b5c92fa5 service neutron] 10.222.0.66 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380296 Oct 27 14:03:29.335606 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] For port 50cb3520-ffd8-41a7-80bb-130024cee591, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:29.339658 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] For port 50cb3520-ffd8-41a7-80bb-130024cee591, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=50cb3520-ffd8-41a7-80bb-130024cee591,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:29.345014 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.433161 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c3f1a-f064-48d8-aa0c-958c87dd3a74 None None] Pushing event updated for resources: {'Port': ['ID=50cb3520-ffd8-41a7-80bb-130024cee591,revision_number=3']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:29.469188 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Routers {'4346c1e5-671d-4b7e-a323-b2d969c03f4f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:29.469874 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:29.496892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.503598 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-baee3a12-55ac-4ec4-a89d-3c6508c3b22a req-1c295c84-192a-4d5f-8525-1d18c5d8d0b5 service neutron] 10.222.0.66 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510699 Oct 27 14:03:29.541777 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Network d50be04b-b764-43c1-92b1-2091ca5983f7 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:29.544956 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:29.548865 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:29.549313 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3705803'] for router_interface, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.588919 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Pushing event updated for resources: {'Port': ['ID=1bc3ba62-5ec7-42b2-be11-35c0023d7a99,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:29.632403 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] Set router 4346c1e5-671d-4b7e-a323-b2d969c03f4f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:03:29.755907 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.798963 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 13b18588-cc35-4ef5-8715-dd17a10af79d up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:29.864851 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 13b18588-cc35-4ef5-8715-dd17a10af79d triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:29.865481 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.871891 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'name': 'tempest-TestMinimumBasicScenario-2035459401-router', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:26Z', 'revision_number': 3, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'gw_port': {'id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:29.892562 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea86e-cbd5-4bce-828b-91c4173eb70c req-3f624ac8-33e0-4740-b8c4-77be9337b336 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:29.893333 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-588a3081-5d58-4f17-a7f4-5e352db3b807 None None] Provisioning complete for port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:29.893758 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-588a3081-5d58-4f17-a7f4-5e352db3b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.894954 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-295ea86e-cbd5-4bce-828b-91c4173eb70c req-3f624ac8-33e0-4740-b8c4-77be9337b336 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 943 time: 0.0541921 Oct 27 14:03:29.906839 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ebe1f-a233-4324-914f-f24b9f5edd53 None None] The sync data for ids ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'] in dv-cinder-814898-2-iscsi is: [{'id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'name': 'tempest-TestMinimumBasicScenario-2035459401-router', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:26Z', 'revision_number': 3, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'gw_port': {'id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:03:29.950679 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-295ea86e-cbd5-4bce-828b-91c4173eb70c req-5cb4f0eb-1142-4080-9edf-9919a7439994 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473354 Oct 27 14:03:29.959201 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-588a3081-5d58-4f17-a7f4-5e352db3b807 None None] Port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:03:29.982451 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.990644 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:29.991370 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4155533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3706459'] for router_interface, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:30.037851 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Pushing event updated for resources: {'Port': ['ID=1bc3ba62-5ec7-42b2-be11-35c0023d7a99,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:30.054811 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:30.122152 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:30.122604 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:30.149800 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Network d50be04b-b764-43c1-92b1-2091ca5983f7 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:30.151436 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:30.310646 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Router 4346c1e5-671d-4b7e-a323-b2d969c03f4f has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:03:30.434200 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:03:30.439862 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d3c2bb90-4f0d-472a-804c-a088e1d2e78e admin admin] 10.222.0.54 "PUT /v2.0/routers/4346c1e5-671d-4b7e-a323-b2d969c03f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5285356 Oct 27 14:03:30.487663 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-ce8578ab-8b5c-431f-baaa-adebd4aa255a None None] Provisioning complete for port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:30.488221 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-ce8578ab-8b5c-431f-baaa-adebd4aa255a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:30.523028 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-ce8578ab-8b5c-431f-baaa-adebd4aa255a None None] Port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:03:31.076989 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f764dc-eef2-48a8-b649-9877da6947a0 req-bae510b6-e14d-4d80-a726-3041e4234b84 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:31.078475 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-44f764dc-eef2-48a8-b649-9877da6947a0 req-bae510b6-e14d-4d80-a726-3041e4234b84 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 943 time: 0.0573015 Oct 27 14:03:31.117908 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-44f764dc-eef2-48a8-b649-9877da6947a0 req-c8e1dc3c-3f53-4067-862a-fe8fdbd2e5cb tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327587 Oct 27 14:03:31.492961 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c4349-4f31-40e5-8057-f31358fed9c9 req-eca65220-858f-4ab2-89ea-fd88d7abcf1c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:31.494926 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-748c4349-4f31-40e5-8057-f31358fed9c9 req-eca65220-858f-4ab2-89ea-fd88d7abcf1c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0808158 Oct 27 14:03:31.547386 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-748c4349-4f31-40e5-8057-f31358fed9c9 req-aec2f4d5-80da-4bca-a31f-c1fd3d83c3c6 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469484 Oct 27 14:03:31.652502 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Sync routers for ids ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:03:31.664214 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Routers {'4346c1e5-671d-4b7e-a323-b2d969c03f4f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:31.665085 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:31.740300 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 50cb3520-ffd8-41a7-80bb-130024cee591 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:31.823103 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Set router 4346c1e5-671d-4b7e-a323-b2d969c03f4f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:03:31.857294 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 50cb3520-ffd8-41a7-80bb-130024cee591 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:31.857996 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:32.044188 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:32.086995 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port 50cb3520-ffd8-41a7-80bb-130024cee591, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=50cb3520-ffd8-41a7-80bb-130024cee591,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:32.092262 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:32.156801 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=50cb3520-ffd8-41a7-80bb-130024cee591,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:32.167134 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'name': 'tempest-TestMinimumBasicScenario-2035459401-router', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:29Z', 'revision_number': 4, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'gw_port': {'id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '1bc3ba62-5ec7-42b2-be11-35c0023d7a99', 'name': '', 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'mac_address': 'fa:16:3e:d0:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '211ef48e-62be-4c23-9bb2-8c9fb60a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:28Z', 'updated_at': '2021-10-27T14:03:29Z', 'revision_number': 2, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'subnets': [{'id': '211ef48e-62be-4c23-9bb2-8c9fb60a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:32.198496 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Checking router: 4346c1e5-671d-4b7e-a323-b2d969c03f4f for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:03:32.198854 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Updating router 4346c1e5-671d-4b7e-a323-b2d969c03f4f port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 binding host dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:03:32.249688 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:32.297819 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca75613-b2db-44a5-a3cf-7245a549a080 req-3ca9af7c-28c2-4550-ac18-3d25088cecc2 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:32.307299 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3ca75613-b2db-44a5-a3cf-7245a549a080 req-3ca9af7c-28c2-4550-ac18-3d25088cecc2 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 943 time: 0.0977867 Oct 27 14:03:32.347708 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3ca75613-b2db-44a5-a3cf-7245a549a080 req-632bd408-97e8-4927-b252-7bf2af0c25f8 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391929 Oct 27 14:03:32.568355 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Publish callbacks [] for port, precommit_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:32.575684 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:32.636392 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0f163-c00d-4fe1-ab4e-fbfa6e54c66d None None] Pushing event updated for resources: {'Port': ['ID=1bc3ba62-5ec7-42b2-be11-35c0023d7a99,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:32.699325 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3114e9-3ce4-46a1-b36c-850ee7f4d409 req-9711d20a-1715-4fe5-a6cd-a73f7cb2c194 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:32.700970 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1c3114e9-3ce4-46a1-b36c-850ee7f4d409 req-9711d20a-1715-4fe5-a6cd-a73f7cb2c194 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0788429 Oct 27 14:03:32.730857 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Attempting to bind port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:03:32.731430 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Attempting to bind port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:03:32.731541 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Attempting to bind port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 on network d50be04b-b764-43c1-92b1-2091ca5983f7 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:32.743246 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:03:32.743246 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Checking segment: {'id': 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:32.743246 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:32.743246 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Bound using segment: {'id': 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:03:32.743246 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Bound port: 1bc3ba62-5ec7-42b2-be11-35c0023d7a99, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:03:32.743246 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:32.763060 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device c71fc417-15c8-4a60-aee8-8a5807af1f5d details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:03:32.763422 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1c3114e9-3ce4-46a1-b36c-850ee7f4d409 req-8ae2c5d6-0bf0-432c-ad74-db63586840ef tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557873 Oct 27 14:03:32.845690 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] For port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:32.850489 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] For port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=1bc3ba62-5ec7-42b2-be11-35c0023d7a99,segment=NetworkSegment(c46b29c7-ced7-4822-b9b1-14f3e20b6e51),segment_id=c46b29c7-ced7-4822-b9b1-14f3e20b6e51)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:32.863869 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:32.955289 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-1d235ffd-39c7-447f-bc24-e13c8d91a0c3 None None] Provisioning complete for port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:32.955638 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1d235ffd-39c7-447f-bc24-e13c8d91a0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:33.048969 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0f163-c00d-4fe1-ab4e-fbfa6e54c66d None None] Pushing event updated for resources: {'Port': ['ID=1bc3ba62-5ec7-42b2-be11-35c0023d7a99,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:33.083282 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port c71fc417-15c8-4a60-aee8-8a5807af1f5d, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=c71fc417-15c8-4a60-aee8-8a5807af1f5d,segment=NetworkSegment(c9a9124b-2a05-4e8a-a44f-d780268a39da),segment_id=c9a9124b-2a05-4e8a-a44f-d780268a39da)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:33.105732 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Routers {'4346c1e5-671d-4b7e-a323-b2d969c03f4f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:33.106602 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:33.120736 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'c71fc417-15c8-4a60-aee8-8a5807af1f5d', 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5', 'port_id': 'c71fc417-15c8-4a60-aee8-8a5807af1f5d', 'mac_address': 'fa:16:3e:e1:8e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5773ced-097d-4516-a15b-ce89e408f157', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:03:33.363604 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:33.397431 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71fc417-15c8-4a60-aee8-8a5807af1f5d {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:03:33.456597 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port c71fc417-15c8-4a60-aee8-8a5807af1f5d, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=c71fc417-15c8-4a60-aee8-8a5807af1f5d,segment=NetworkSegment(c9a9124b-2a05-4e8a-a44f-d780268a39da),segment_id=c9a9124b-2a05-4e8a-a44f-d780268a39da)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:33.469331 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:33.474026 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] Set router 4346c1e5-671d-4b7e-a323-b2d969c03f4f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:03:33.512271 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c309a-309a-4a08-8c0e-3e3bbd49e4e4 req-94a2f9ca-5408-443f-8a5e-5f40fa70319b tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:33.519710 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe9c309a-309a-4a08-8c0e-3e3bbd49e4e4 req-94a2f9ca-5408-443f-8a5e-5f40fa70319b tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 943 time: 0.0790305 Oct 27 14:03:33.527725 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1d235ffd-39c7-447f-bc24-e13c8d91a0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:33.569868 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe9c309a-309a-4a08-8c0e-3e3bbd49e4e4 req-5513ae75-72e2-47bd-a6c7-cf958af28dd2 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Oct 27 14:03:33.621047 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-1d235ffd-39c7-447f-bc24-e13c8d91a0c3 None None] For port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=1bc3ba62-5ec7-42b2-be11-35c0023d7a99,segment=NetworkSegment(c46b29c7-ced7-4822-b9b1-14f3e20b6e51),segment_id=c46b29c7-ced7-4822-b9b1-14f3e20b6e51)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:33.626854 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=c71fc417-15c8-4a60-aee8-8a5807af1f5d,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:33.640327 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1d235ffd-39c7-447f-bc24-e13c8d91a0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:33.762365 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 50cb3520-ffd8-41a7-80bb-130024cee591 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:33.839844 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d235ffd-39c7-447f-bc24-e13c8d91a0c3 None None] Pushing event updated for resources: {'Port': ['ID=1bc3ba62-5ec7-42b2-be11-35c0023d7a99,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:33.867672 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-2bfb6baa-f0b5-45e2-b096-1d43689e997e None None] Provisioning complete for port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:33.867672 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-2bfb6baa-f0b5-45e2-b096-1d43689e997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:33.908707 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbdb10-2427-4533-8fb1-684f9f289cd4 req-7e7ca665-1207-47fa-b976-94d5ff26c741 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:33.911151 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f2bbdb10-2427-4533-8fb1-684f9f289cd4 req-7e7ca665-1207-47fa-b976-94d5ff26c741 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0687194 Oct 27 14:03:33.923460 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['c71fc417-15c8-4a60-aee8-8a5807af1f5d'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:03:33.961728 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f2bbdb10-2427-4533-8fb1-684f9f289cd4 req-69617385-bae4-4c4a-93d1-f4081ccf6677 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432847 Oct 27 14:03:33.972824 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 50cb3520-ffd8-41a7-80bb-130024cee591 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:33.973198 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:34.095323 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'name': 'tempest-TestMinimumBasicScenario-2035459401-router', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:29Z', 'revision_number': 4, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'gw_port': {'id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '1bc3ba62-5ec7-42b2-be11-35c0023d7a99', 'name': '', 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'mac_address': 'fa:16:3e:d0:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '211ef48e-62be-4c23-9bb2-8c9fb60a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:28Z', 'updated_at': '2021-10-27T14:03:32Z', 'revision_number': 4, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'subnets': [{'id': '211ef48e-62be-4c23-9bb2-8c9fb60a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:34.145105 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4d840-b5ee-4fdc-9a52-78de773d2381 None None] The sync data for ids ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'] in dv-cinder-814898-2-iscsi is: [{'id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'name': 'tempest-TestMinimumBasicScenario-2035459401-router', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:29Z', 'revision_number': 4, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'gw_port': {'id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '1bc3ba62-5ec7-42b2-be11-35c0023d7a99', 'name': '', 'network_id': 'd50be04b-b764-43c1-92b1-2091ca5983f7', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'mac_address': 'fa:16:3e:d0:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '211ef48e-62be-4c23-9bb2-8c9fb60a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:28Z', 'updated_at': '2021-10-27T14:03:32Z', 'revision_number': 4, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'subnets': [{'id': '211ef48e-62be-4c23-9bb2-8c9fb60a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:03:34.365416 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-3283286e-0257-421d-a10e-07f6754951fc tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:34.367034 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-3283286e-0257-421d-a10e-07f6754951fc tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.1612449 Oct 27 14:03:34.483954 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-e1b74ba3-c7d8-4ca3-a271-ab2c17bc41f3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Deleting port 5d15caec-e289-4294-9aff-091c0ac6ab42 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:03:34.484176 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-e1b74ba3-c7d8-4ca3-a271-ab2c17bc41f3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:34.873572 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b261f-2a54-41ef-8f6b-b60bab0727ba req-fd021ec3-adab-4b82-8d3e-1cf2d26fb38c tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:34.880788 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1a7b261f-2a54-41ef-8f6b-b60bab0727ba req-fd021ec3-adab-4b82-8d3e-1cf2d26fb38c tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 944 time: 0.0865679 Oct 27 14:03:34.913319 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-e1b74ba3-c7d8-4ca3-a271-ab2c17bc41f3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] For port 5d15caec-e289-4294-9aff-091c0ac6ab42, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=5d15caec-e289-4294-9aff-091c0ac6ab42,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:34.914019 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-e1b74ba3-c7d8-4ca3-a271-ab2c17bc41f3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:34.938101 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-e1b74ba3-c7d8-4ca3-a271-ab2c17bc41f3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Calling delete_port for 5d15caec-e289-4294-9aff-091c0ac6ab42 owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:03:34.947769 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1a7b261f-2a54-41ef-8f6b-b60bab0727ba req-3f08073b-3729-492d-a5e1-658e366449fe tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661147 Oct 27 14:03:35.101557 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3976be-d344-4483-8830-d4dcfe9464ac req-79ac9a24-605f-43c8-b711-ff38f05891d2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:35.103790 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dd3976be-d344-4483-8830-d4dcfe9464ac req-79ac9a24-605f-43c8-b711-ff38f05891d2 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b67f99e-6852-464a-842e-d9bfaacd8e98 HTTP/1.1" status: 200 len: 946 time: 0.0620053 Oct 27 14:03:35.110577 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-e1b74ba3-c7d8-4ca3-a271-ab2c17bc41f3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:35.136456 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['5d15caec-e289-4294-9aff-091c0ac6ab42', '93f58d56-d37a-4d11-a15d-6b0937f904ee'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:03:35.146964 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b74ba3-c7d8-4ca3-a271-ab2c17bc41f3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Pushing event deleted for resources: {'Port': ['ID=5d15caec-e289-4294-9aff-091c0ac6ab42,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:35.209232 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-e1b74ba3-c7d8-4ca3-a271-ab2c17bc41f3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] No DVR routers for this DVR port 5d15caec-e289-4294-9aff-091c0ac6ab42 on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:03:35.212869 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-e1b74ba3-c7d8-4ca3-a271-ab2c17bc41f3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:35.215513 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dd3976be-d344-4483-8830-d4dcfe9464ac req-5607c758-37a4-45f4-ab44-efb8f0d2d91e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038787 Oct 27 14:03:35.245109 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8cab8ef5-3dcc-4beb-8e7b-5e090f140ef6 req-e1b74ba3-c7d8-4ca3-a271-ab2c17bc41f3 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.66 "DELETE /v2.0/ports/5d15caec-e289-4294-9aff-091c0ac6ab42 HTTP/1.1" status: 204 len: 173 time: 0.8651664 Oct 27 14:03:35.246731 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b67f99e-6852-464a-842e-d9bfaacd8e98', 'name': 'network-vif-deleted', 'tag': '5d15caec-e289-4294-9aff-091c0ac6ab42'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:03:35.249705 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f0b6e0-6aba-4e99-9183-1951d62fcbec" -d '{"events": [{"server_uuid": "3b67f99e-6852-464a-842e-d9bfaacd8e98", "name": "network-vif-deleted", "tag": "5d15caec-e289-4294-9aff-091c0ac6ab42"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:03:35.302086 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600b3544-1c58-4ba5-8640-122b14cc04f3 x-openstack-request-id: req-600b3544-1c58-4ba5-8640-122b14cc04f3 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:03:35.302675 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b67f99e-6852-464a-842e-d9bfaacd8e98", "name": "network-vif-deleted", "tag": "5d15caec-e289-4294-9aff-091c0ac6ab42", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:03:35.303139 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-600b3544-1c58-4ba5-8640-122b14cc04f3 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:03:35.303732 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b67f99e-6852-464a-842e-d9bfaacd8e98', 'name': 'network-vif-deleted', 'tag': '5d15caec-e289-4294-9aff-091c0ac6ab42', 'status': 'completed', 'code': 200} Oct 27 14:03:35.760498 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:35.835790 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:35.836375 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:36.087729 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56549e27-308b-4a60-9dc4-c6a041a3d002 req-500bbeda-7974-4e77-92ed-f0704250d533 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:36.089393 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-56549e27-308b-4a60-9dc4-c6a041a3d002 req-500bbeda-7974-4e77-92ed-f0704250d533 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 944 time: 0.0544884 Oct 27 14:03:36.131307 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-56549e27-308b-4a60-9dc4-c6a041a3d002 req-5dc79322-3978-4d44-a568-b3fec9b73136 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358472 Oct 27 14:03:36.543804 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b66160-b4c6-4b6f-9011-59676c4c0883 req-6e06d3cf-4cd1-40c8-8856-fdaf52b28c22 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:36.545328 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-78b66160-b4c6-4b6f-9011-59676c4c0883 req-6e06d3cf-4cd1-40c8-8856-fdaf52b28c22 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0493131 Oct 27 14:03:36.588086 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-78b66160-b4c6-4b6f-9011-59676c4c0883 req-fd338bb0-d763-4150-8904-bfd9c902b892 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361910 Oct 27 14:03:36.797649 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device c71fc417-15c8-4a60-aee8-8a5807af1f5d up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:03:36.858570 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port c71fc417-15c8-4a60-aee8-8a5807af1f5d completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:03:36.864670 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port c71fc417-15c8-4a60-aee8-8a5807af1f5d triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:36.865204 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:36.952762 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:36.983099 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea1837-4d7a-4463-a5bd-610e9c4182ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71fc417-15c8-4a60-aee8-8a5807af1f5d'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:03:36.986388 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdfe612-3f4f-4b1d-80f8-50d580881d4a" -d '{"events": [{"server_uuid": "17ea1837-4d7a-4463-a5bd-610e9c4182ba", "name": "network-vif-plugged", "status": "completed", "tag": "c71fc417-15c8-4a60-aee8-8a5807af1f5d"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:03:37.001275 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port c71fc417-15c8-4a60-aee8-8a5807af1f5d, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=c71fc417-15c8-4a60-aee8-8a5807af1f5d,segment=NetworkSegment(c9a9124b-2a05-4e8a-a44f-d780268a39da),segment_id=c9a9124b-2a05-4e8a-a44f-d780268a39da)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:37.007547 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:37.045236 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310add74-0750-45cf-a21c-4f9f94e8db67 x-openstack-request-id: req-310add74-0750-45cf-a21c-4f9f94e8db67 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:03:37.045936 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea1837-4d7a-4463-a5bd-610e9c4182ba", "name": "network-vif-plugged", "status": "completed", "tag": "c71fc417-15c8-4a60-aee8-8a5807af1f5d", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:03:37.046416 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-310add74-0750-45cf-a21c-4f9f94e8db67 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:03:37.047040 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea1837-4d7a-4463-a5bd-610e9c4182ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71fc417-15c8-4a60-aee8-8a5807af1f5d', 'code': 200} Oct 27 14:03:37.073988 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=c71fc417-15c8-4a60-aee8-8a5807af1f5d,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:37.283931 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a60b-898b-4ea5-a7c4-24b9a1ac4f21 req-3ae287fd-f9d9-40fb-a4a1-520bd3a4ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:37.287966 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-af87a60b-898b-4ea5-a7c4-24b9a1ac4f21 req-3ae287fd-f9d9-40fb-a4a1-520bd3a4ce0b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 1098 time: 0.0895784 Oct 27 14:03:37.296251 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d8d9d-95b3-470d-884d-ac192af89b5f req-aa2bc747-9611-4c2c-958d-a630f57b3f8e tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:37.297669 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-360d8d9d-95b3-470d-884d-ac192af89b5f req-aa2bc747-9611-4c2c-958d-a630f57b3f8e tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 945 time: 0.0713263 Oct 27 14:03:37.341482 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-af87a60b-898b-4ea5-a7c4-24b9a1ac4f21 req-0e80a9ef-46d4-4716-8569-7a1d0a2bb805 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Oct 27 14:03:37.369044 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-360d8d9d-95b3-470d-884d-ac192af89b5f req-acc74f66-93b8-46db-9cf9-5acbac7610f0 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640635 Oct 27 14:03:37.709954 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45813e51-b2dc-4ec0-95d7-93cea16c0ef9 req-e23cab9c-05fb-456b-ba07-fff74265496b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:37.711543 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-45813e51-b2dc-4ec0-95d7-93cea16c0ef9 req-e23cab9c-05fb-456b-ba07-fff74265496b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0513020 Oct 27 14:03:37.757699 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-45813e51-b2dc-4ec0-95d7-93cea16c0ef9 req-8eb09122-1098-4df6-91cd-effb63f1b567 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343020 Oct 27 14:03:38.495160 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28e950-963e-481e-8c12-1aee29f405a7 req-8b8f451e-3a31-476c-962a-c842c8d36dc7 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:38.496803 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ba28e950-963e-481e-8c12-1aee29f405a7 req-8b8f451e-3a31-476c-962a-c842c8d36dc7 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 945 time: 0.0546832 Oct 27 14:03:38.563526 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ba28e950-963e-481e-8c12-1aee29f405a7 req-5687e329-cef4-45d2-b298-830b8a0e8da2 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587366 Oct 27 14:03:38.805936 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 5d15caec-e289-4294-9aff-091c0ac6ab42 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:03:38.866013 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 5d15caec-e289-4294-9aff-091c0ac6ab42 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:03:38.866753 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 5d15caec-e289-4294-9aff-091c0ac6ab42 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:03:38.942518 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becf678-34e2-435f-97ea-bb0e055c4bdf req-824aeffc-4ccf-4682-aa1e-36f22020892e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:38.944018 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5becf678-34e2-435f-97ea-bb0e055c4bdf req-824aeffc-4ccf-4682-aa1e-36f22020892e tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0745568 Oct 27 14:03:38.994039 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5becf678-34e2-435f-97ea-bb0e055c4bdf req-00b688f9-014d-42fa-8914-9d01e5c974bb tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Oct 27 14:03:39.690357 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25374453-b0e8-42e7-b9de-5b045d78ca28 req-9ba40612-ee31-4fb8-8a10-c66f65ca2ee8 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:39.692444 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-25374453-b0e8-42e7-b9de-5b045d78ca28 req-9ba40612-ee31-4fb8-8a10-c66f65ca2ee8 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 945 time: 0.0543716 Oct 27 14:03:39.737399 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-25374453-b0e8-42e7-b9de-5b045d78ca28 req-2984f90a-8be3-4b7a-89c7-569f50cd73b8 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 Oct 27 14:03:40.135136 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb43f99-4f8a-4078-ac7a-4dd99adb69a6 req-e5a06549-37e5-4a84-82f7-59db7ff493fe tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:40.136858 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-adb43f99-4f8a-4078-ac7a-4dd99adb69a6 req-e5a06549-37e5-4a84-82f7-59db7ff493fe tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0581377 Oct 27 14:03:40.189768 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-adb43f99-4f8a-4078-ac7a-4dd99adb69a6 req-f753545b-7957-431d-baf4-24c3b79b41c7 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459952 Oct 27 14:03:40.533566 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223f8fd-6834-4b05-8b4a-6ff9a168929d req-41605004-739c-43c5-8c09-c0631ab401f3 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:40.541686 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8223f8fd-6834-4b05-8b4a-6ff9a168929d req-41605004-739c-43c5-8c09-c0631ab401f3 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 945 time: 0.0625682 Oct 27 14:03:40.578086 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8223f8fd-6834-4b05-8b4a-6ff9a168929d req-495c6cf4-c79a-4477-b4cb-1164a1856b8a tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355270 Oct 27 14:03:41.310909 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59552411-7446-4b19-aca5-1adb57b84fbd req-ed00485b-01d2-4321-81ba-161816a00447 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:41.312415 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-59552411-7446-4b19-aca5-1adb57b84fbd req-ed00485b-01d2-4321-81ba-161816a00447 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0507395 Oct 27 14:03:41.349324 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-59552411-7446-4b19-aca5-1adb57b84fbd req-dce42eab-39bc-4785-ac40-6363e503e40c tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308764 Oct 27 14:03:41.628311 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c94de-9cac-413f-9afb-498f91755727 req-9494de71-2eaf-4f73-b222-bf340339f1b3 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:41.629802 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-9494de71-2eaf-4f73-b222-bf340339f1b3 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/networks?id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 HTTP/1.1" status: 200 len: 815 time: 0.1063020 Oct 27 14:03:41.645053 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-523324ba-fe6d-4316-984d-782951b9934a tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/quotas/3404fa87c74c48f9b34905375a3e8660 HTTP/1.1" status: 200 len: 375 time: 0.0089934 Oct 27 14:03:41.694128 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab130-c271-46c4-bb00-4f46b38f3652 req-65c79148-7045-4297-893c-72231f255c14 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:41.695580 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3efab130-c271-46c4-bb00-4f46b38f3652 req-65c79148-7045-4297-893c-72231f255c14 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 945 time: 0.0479662 Oct 27 14:03:41.695796 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-279478c8-28a9-4a37-92d1-4bef1c948ae3 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3404fa87c74c48f9b34905375a3e8660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452926 Oct 27 14:03:41.733048 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3efab130-c271-46c4-bb00-4f46b38f3652 req-13781135-f086-46e3-a0cf-a78dd0df3c8e tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Oct 27 14:03:41.792906 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-a4cef32b-e64f-4d50-9c95-ff2c8c744edd service neutron] 10.222.0.54 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858109 Oct 27 14:03:41.819235 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0dde1067-b1e3-4ae7-9db2-6862e9bf0504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:41.883885 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-4f42b877-31d3-4170-9cc5-7dabaa412f26 service neutron] 10.222.0.54 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849938 Oct 27 14:03:42.047407 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3f1b8c84-46da-4636-91f7-8242719a4e68 req-2397ef18-9706-4943-83e4-ace64a70b0ef tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 210 time: 0.0293503 Oct 27 14:03:42.361661 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-96244e71-892b-449a-821d-5612bb322d41 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:42.363147 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-96244e71-892b-449a-821d-5612bb322d41 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.66 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 945 time: 0.0488629 Oct 27 14:03:42.509670 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dcdd9-6d05-4353-8de2-8b12a906639b req-f99714cc-e525-4dfe-83f4-cee1596f3a2b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:42.511111 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-162dcdd9-6d05-4353-8de2-8b12a906639b req-f99714cc-e525-4dfe-83f4-cee1596f3a2b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0873477 Oct 27 14:03:42.518194 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-66499794-259f-4540-a6f0-593e293d94b4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Deleting port c71fc417-15c8-4a60-aee8-8a5807af1f5d {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:03:42.518523 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-66499794-259f-4540-a6f0-593e293d94b4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:42.604368 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-162dcdd9-6d05-4353-8de2-8b12a906639b req-cd7023e8-22a3-40b5-8c4f-09306f8f394f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/security-groups?id=39b604d0-01ca-4a8c-8834-89100d800ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827472 Oct 27 14:03:42.645796 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-66499794-259f-4540-a6f0-593e293d94b4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] For port c71fc417-15c8-4a60-aee8-8a5807af1f5d, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=c71fc417-15c8-4a60-aee8-8a5807af1f5d,segment=NetworkSegment(c9a9124b-2a05-4e8a-a44f-d780268a39da),segment_id=c9a9124b-2a05-4e8a-a44f-d780268a39da)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:42.646503 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-66499794-259f-4540-a6f0-593e293d94b4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:42.658294 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-66499794-259f-4540-a6f0-593e293d94b4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Calling delete_port for c71fc417-15c8-4a60-aee8-8a5807af1f5d owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:03:42.810340 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-5c8c0a88-c931-4f13-9660-3adfb8198078 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:42.811689 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-5c8c0a88-c931-4f13-9660-3adfb8198078 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.66 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 946 time: 0.0815992 Oct 27 14:03:42.827534 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-66499794-259f-4540-a6f0-593e293d94b4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:42.839716 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['c71fc417-15c8-4a60-aee8-8a5807af1f5d'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:03:42.857136 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f571f-b84b-4879-8b5e-074474c764aa req-ecea7aa1-5920-4c6b-aaf2-07351bde61d7 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:42.859322 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3c9f571f-b84b-4879-8b5e-074474c764aa req-ecea7aa1-5920-4c6b-aaf2-07351bde61d7 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=17ea1837-4d7a-4463-a5bd-610e9c4182ba HTTP/1.1" status: 200 len: 867 time: 0.0560746 Oct 27 14:03:42.882513 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66499794-259f-4540-a6f0-593e293d94b4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Pushing event deleted for resources: {'Port': ['ID=c71fc417-15c8-4a60-aee8-8a5807af1f5d,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:42.908980 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3c9f571f-b84b-4879-8b5e-074474c764aa req-bf18fc28-4ef4-4400-85e6-dbb537178bb5 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Oct 27 14:03:42.950260 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-66499794-259f-4540-a6f0-593e293d94b4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] No DVR routers for this DVR port c71fc417-15c8-4a60-aee8-8a5807af1f5d on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:03:42.953045 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-66499794-259f-4540-a6f0-593e293d94b4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:42.956295 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d213a070-3429-42d3-92ec-6d06fd87d000 req-66499794-259f-4540-a6f0-593e293d94b4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.66 "DELETE /v2.0/ports/c71fc417-15c8-4a60-aee8-8a5807af1f5d HTTP/1.1" status: 204 len: 173 time: 0.5752525 Oct 27 14:03:42.958106 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea1837-4d7a-4463-a5bd-610e9c4182ba', 'name': 'network-vif-deleted', 'tag': 'c71fc417-15c8-4a60-aee8-8a5807af1f5d'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:03:42.960538 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b16c69-16f9-45dc-bb9b-f4b7aeef7f41" -d '{"events": [{"server_uuid": "17ea1837-4d7a-4463-a5bd-610e9c4182ba", "name": "network-vif-deleted", "tag": "c71fc417-15c8-4a60-aee8-8a5807af1f5d"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:03:43.001400 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1622cf3-3d12-4fea-8ef2-f59e0be9e7f9 x-openstack-request-id: req-e1622cf3-3d12-4fea-8ef2-f59e0be9e7f9 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:03:43.001733 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea1837-4d7a-4463-a5bd-610e9c4182ba", "name": "network-vif-deleted", "tag": "c71fc417-15c8-4a60-aee8-8a5807af1f5d", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:03:43.001923 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e1622cf3-3d12-4fea-8ef2-f59e0be9e7f9 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:03:43.002306 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea1837-4d7a-4463-a5bd-610e9c4182ba', 'name': 'network-vif-deleted', 'tag': 'c71fc417-15c8-4a60-aee8-8a5807af1f5d', 'status': 'completed', 'code': 200} Oct 27 14:03:43.047978 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-d58f5ca2-e81d-4256-972d-047bfc1c380a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Deleting port 93f58d56-d37a-4d11-a15d-6b0937f904ee {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:03:43.048331 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-d58f5ca2-e81d-4256-972d-047bfc1c380a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:43.156659 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22c2823f-bcc7-4eb2-8074-54ce4a0150ed req-6d79acf9-7c09-4b6d-918c-a73d60a2e525 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 210 time: 0.0337596 Oct 27 14:03:43.180272 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c94de-9cac-413f-9afb-498f91755727 req-2b9dff01-15d9-425a-990f-c4c0a4a05772 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:43.181703 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-2b9dff01-15d9-425a-990f-c4c0a4a05772 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.66 "GET /v2.0/networks?id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 HTTP/1.1" status: 200 len: 815 time: 0.1934247 Oct 27 14:03:43.196738 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-d58f5ca2-e81d-4256-972d-047bfc1c380a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] For port 93f58d56-d37a-4d11-a15d-6b0937f904ee, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=93f58d56-d37a-4d11-a15d-6b0937f904ee,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:43.197103 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-d58f5ca2-e81d-4256-972d-047bfc1c380a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:43.213248 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'port': {'device_id': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'admin_state_up': True, 'tenant_id': '3404fa87c74c48f9b34905375a3e8660'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:43.216302 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-d58f5ca2-e81d-4256-972d-047bfc1c380a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Calling delete_port for 93f58d56-d37a-4d11-a15d-6b0937f904ee owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:03:43.389763 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Made reservation on behalf of 3404fa87c74c48f9b34905375a3e8660 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:43.394142 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:43.504889 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-d58f5ca2-e81d-4256-972d-047bfc1c380a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:43.517387 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['93f58d56-d37a-4d11-a15d-6b0937f904ee'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:03:43.605638 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f5ca2-e81d-4256-972d-047bfc1c380a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Pushing event deleted for resources: {'Port': ['ID=93f58d56-d37a-4d11-a15d-6b0937f904ee,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:43.693991 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-d58f5ca2-e81d-4256-972d-047bfc1c380a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] No DVR routers for this DVR port 93f58d56-d37a-4d11-a15d-6b0937f904ee on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:03:43.709314 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-d58f5ca2-e81d-4256-972d-047bfc1c380a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:43.712709 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9bd45e24-653f-45e5-80db-bcfc0421425f req-d58f5ca2-e81d-4256-972d-047bfc1c380a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.66 "DELETE /v2.0/ports/93f58d56-d37a-4d11-a15d-6b0937f904ee HTTP/1.1" status: 204 len: 173 time: 0.8926914 Oct 27 14:03:43.721891 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-302f418b-b845-4fbb-b512-77f6f34f931a req-db624ad8-f5af-452a-96a2-76fee7c8633a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0414078 Oct 27 14:03:43.754926 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Allocated IP 172.20.0.11 (ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69/8fac9fec-e55f-41ed-8ace-e2a9d5200117/a5db9c2b-4207-442d-8b6c-70219f298368) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:43.938297 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:43.977798 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:44.031573 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:44.037624 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:44.040366 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:44.083271 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'Port': ['ID=a5db9c2b-4207-442d-8b6c-70219f298368,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:44.111276 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:44.112214 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:44.139558 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5ed2f603-4977-4cbf-bb39-ef62ebc18233 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9335246 Oct 27 14:03:44.354276 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-9229c0e0-fdb6-465f-ac3b-ad914d6406c2 None None] Provisioning complete for port a5db9c2b-4207-442d-8b6c-70219f298368 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:44.354821 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9229c0e0-fdb6-465f-ac3b-ad914d6406c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:44.372773 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-665683a8-356e-44a1-a0be-6f52bf89e09a tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:44.374619 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-665683a8-356e-44a1-a0be-6f52bf89e09a tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/networks?id=118e7fcf-f803-489d-9925-fcd9b43fc3c5 HTTP/1.1" status: 200 len: 808 time: 0.1455815 Oct 27 14:03:44.388881 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-9229c0e0-fdb6-465f-ac3b-ad914d6406c2 None None] Port a5db9c2b-4207-442d-8b6c-70219f298368 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:03:44.390035 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-96a884d6-2269-41fe-8a36-d9f0cfff7e5c tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/quotas/5c7107f0b5284c70a58d17b1a3e20c64 HTTP/1.1" status: 200 len: 375 time: 0.0096393 Oct 27 14:03:44.427644 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-bc385429-c335-4a63-bfa3-4310c25f6a4f tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c7107f0b5284c70a58d17b1a3e20c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284264 Oct 27 14:03:44.496293 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b60bc065-1915-4120-a54e-f22153532144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:44.547781 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a5ebf5fa-264b-4329-8a8e-17b3d90ad242 service neutron] 10.222.0.54 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131046 Oct 27 14:03:44.642921 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-d35409f2-aafd-4c14-8d2a-c87479bcd2c5 service neutron] 10.222.0.54 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888979 Oct 27 14:03:44.845681 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d870-7f91-470a-92d5-2a083d238361 req-6074ae7f-9f51-4d9e-b3b1-4ad77aade01e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:44.847168 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a7a7d870-7f91-470a-92d5-2a083d238361 req-6074ae7f-9f51-4d9e-b3b1-4ad77aade01e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0569210 Oct 27 14:03:44.886818 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a7a7d870-7f91-470a-92d5-2a083d238361 req-33dea52f-5926-4c2a-8543-3420838f3afe tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334957 Oct 27 14:03:44.980239 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e238d492-8101-4bb4-b5b3-89c6518c45e5 req-52f20263-a59f-4956-99ab-f2678d880f93 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0379512 Oct 27 14:03:45.007855 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a52373-d24e-40d9-a899-d0e1368c9568', 'name': 'network-vif-deleted', 'tag': '93f58d56-d37a-4d11-a15d-6b0937f904ee'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:03:45.010837 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da26ac5-8208-4e7f-a6b7-11d40dc0ace0" -d '{"events": [{"server_uuid": "32a52373-d24e-40d9-a899-d0e1368c9568", "name": "network-vif-deleted", "tag": "93f58d56-d37a-4d11-a15d-6b0937f904ee"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:03:45.105728 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-daa9536a-2a72-4272-ac06-8c25adbb19bc req-26e0978c-a90f-47a3-a4dd-b1894ad9a720 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0269439 Oct 27 14:03:45.161216 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daa460a-4242-42ae-b23c-95e18a7f348e x-openstack-request-id: req-4daa460a-4242-42ae-b23c-95e18a7f348e {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:03:45.161506 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a52373-d24e-40d9-a899-d0e1368c9568", "name": "network-vif-deleted", "tag": "93f58d56-d37a-4d11-a15d-6b0937f904ee", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:03:45.161758 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4daa460a-4242-42ae-b23c-95e18a7f348e {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:03:45.162147 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a52373-d24e-40d9-a899-d0e1368c9568', 'name': 'network-vif-deleted', 'tag': '93f58d56-d37a-4d11-a15d-6b0937f904ee', 'status': 'completed', 'code': 200} Oct 27 14:03:45.257638 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:46.016130 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb3e19-3c12-4d4e-821b-79ee9ff59975 req-cdcdcfe5-1d83-4417-9e5b-81eb53f2f471 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:46.017606 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-46eb3e19-3c12-4d4e-821b-79ee9ff59975 req-cdcdcfe5-1d83-4417-9e5b-81eb53f2f471 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0518026 Oct 27 14:03:46.058663 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-46eb3e19-3c12-4d4e-821b-79ee9ff59975 req-65d819c3-b0ec-4d8a-b04b-b6570a71fe76 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350583 Oct 27 14:03:46.086982 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:46.147982 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-be270543-8686-4143-b104-de68c61f378f req-3b54088c-6df5-493e-8574-b86b8b70f50f tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0254202 Oct 27 14:03:46.240451 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b06c7b79-ac8d-4844-9cad-88e7fd7e4622 req-85ca3742-8666-451f-b934-d22e14ac6693 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0294175 Oct 27 14:03:46.812531 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 93f58d56-d37a-4d11-a15d-6b0937f904ee no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:03:46.835804 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 93f58d56-d37a-4d11-a15d-6b0937f904ee {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:03:46.836169 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 93f58d56-d37a-4d11-a15d-6b0937f904ee not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:03:46.836574 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device c71fc417-15c8-4a60-aee8-8a5807af1f5d no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:03:46.855297 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: c71fc417-15c8-4a60-aee8-8a5807af1f5d {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:03:46.855702 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device c71fc417-15c8-4a60-aee8-8a5807af1f5d not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:03:47.187093 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244930-a05c-483d-b93e-4acb2a47a289 req-463d89d9-45e0-4173-ad86-32f564edd4b8 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:47.188572 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-27244930-a05c-483d-b93e-4acb2a47a289 req-463d89d9-45e0-4173-ad86-32f564edd4b8 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0478199 Oct 27 14:03:47.228161 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-27244930-a05c-483d-b93e-4acb2a47a289 req-c0bb8d02-86b2-4b75-8863-374322246d25 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333917 Oct 27 14:03:47.313959 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b3c2c6c0-fc90-4d4e-8dcc-5ca723bb8dc8 req-3cafbef9-c485-4639-97a9-227ef1e15a94 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0256345 Oct 27 14:03:47.399838 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ffc9cac0-6555-4ad2-be42-f72176465192 req-8ebad975-6e7b-485d-8e0e-0c22192a9baa tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0278397 Oct 27 14:03:47.559424 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:48.362860 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73dba1-3a85-4339-a3a5-431351158e99 req-f67100e9-d911-4819-9b61-6a71a39b38a4 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:48.365209 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0f73dba1-3a85-4339-a3a5-431351158e99 req-f67100e9-d911-4819-9b61-6a71a39b38a4 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0643728 Oct 27 14:03:48.410829 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0f73dba1-3a85-4339-a3a5-431351158e99 req-9b7c5c92-cc7c-4ad8-acca-17e8ccbdd6ad tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388536 Oct 27 14:03:48.504204 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2a3730c3-ce0e-4c69-b78f-d3e638e28b91 req-54a87b70-47e9-4904-804c-a022dd191b05 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0273247 Oct 27 14:03:48.590909 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-926df59e-f771-43cc-a676-1ea468baaa21 req-f3e97ae1-9c07-4408-a923-2d9129372678 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0267627 Oct 27 14:03:49.093006 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:03:49.542173 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919a6c-dd9e-4eb4-b19e-69abdc5b6af3 req-f21e3df0-d156-4ff5-a60b-6d28b3521f1c tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:49.543666 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-df919a6c-dd9e-4eb4-b19e-69abdc5b6af3 req-f21e3df0-d156-4ff5-a60b-6d28b3521f1c tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0485575 Oct 27 14:03:49.586927 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-df919a6c-dd9e-4eb4-b19e-69abdc5b6af3 req-2de0789e-d71e-4966-a517-afbfd7cc43d0 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359654 Oct 27 14:03:49.672653 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e88a9eb6-9439-4817-a1f7-40d0ac6acccf req-1725af9d-1f8b-42b4-9261-05f61b30d429 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0307302 Oct 27 14:03:49.753685 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-85eed99e-a810-478e-a73a-b1c92a6d27b8 req-4bcd5728-ef3d-4245-b8f6-2963a1964ebd tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0258577 Oct 27 14:03:50.073080 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:50.698530 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbd284-cab9-4e7f-a11c-bd4e0f794f63 req-4fc275ef-d641-4434-9954-272070a90d39 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:50.700965 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2fcbd284-cab9-4e7f-a11c-bd4e0f794f63 req-4fc275ef-d641-4434-9954-272070a90d39 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0500312 Oct 27 14:03:50.740851 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2fcbd284-cab9-4e7f-a11c-bd4e0f794f63 req-2750933c-5f9c-41a4-9a8b-55e4dec7e612 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Oct 27 14:03:50.822754 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f646ebca-01ef-4296-bbf5-4bd3396639a5 req-c1ecc6f3-1429-4a05-beb1-b35f189d5702 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0285273 Oct 27 14:03:50.907687 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3b71d112-b88f-4619-99e6-21af98a612ad req-b5f0ef19-e4fb-487a-a62e-b02412e8d835 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0292211 Oct 27 14:03:51.855314 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5333b-42e9-4455-89e7-dcc416745f5f req-eed6b811-ebbe-458b-8c37-fdd8d8755fe6 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:51.859944 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8de5333b-42e9-4455-89e7-dcc416745f5f req-eed6b811-ebbe-458b-8c37-fdd8d8755fe6 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0546045 Oct 27 14:03:51.893788 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8de5333b-42e9-4455-89e7-dcc416745f5f req-c719d612-0c35-4374-a966-c8b9a38f787f tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310242 Oct 27 14:03:51.978994 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e6b588fd-8a9d-4377-b9ff-27902825d69b req-ab72acbc-4fab-42bf-996e-b8318bc0f428 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0267084 Oct 27 14:03:52.062734 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cdfefb08-552d-4661-9212-bfa36fdd693a req-9d774900-d24f-4156-8349-d34a8f08b217 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0309420 Oct 27 14:03:53.016878 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd917d-617f-4840-842f-9fe251b1939e req-340343c3-87aa-405a-a726-3c3ce9badf98 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:53.018368 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-81bd917d-617f-4840-842f-9fe251b1939e req-340343c3-87aa-405a-a726-3c3ce9badf98 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0581400 Oct 27 14:03:53.057607 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-81bd917d-617f-4840-842f-9fe251b1939e req-449c706a-4b63-4f46-a18c-d4c776385898 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328102 Oct 27 14:03:53.140785 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9c939d35-9ab9-467e-ae44-695b7425567b req-ac926ef5-928f-42d3-b55f-727eb426fb62 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0272777 Oct 27 14:03:53.223572 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4d22bca8-27a6-4b06-9024-3dc60ec2add1 req-e7d23bbb-0665-4d41-ad4a-94249b5d1a6a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0276539 Oct 27 14:03:54.174981 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38ac6-3c6e-43ec-99cf-baa5861bd560 req-b48d52c1-2f1a-4921-86b8-8e1806fc2430 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:54.176447 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3cd38ac6-3c6e-43ec-99cf-baa5861bd560 req-b48d52c1-2f1a-4921-86b8-8e1806fc2430 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0505660 Oct 27 14:03:54.213944 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3cd38ac6-3c6e-43ec-99cf-baa5861bd560 req-496accca-1292-4a9d-8bf0-93cd23c3c1ea tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Oct 27 14:03:54.307584 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8741806d-ff1a-4bda-b581-67ab6cba7241 req-04e9db19-d0d3-4386-b061-038df730d15e tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0292885 Oct 27 14:03:54.393216 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f7294361-0327-42bd-bf4a-ba843f31d7d4 req-2439e0df-1463-4fb5-ad32-de569f381842 tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0259876 Oct 27 14:03:55.342075 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e993aa-c9b9-46af-9af2-d77d416c9d4f req-e75466e5-fae0-46da-8a06-886c27571292 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:55.343528 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-95e993aa-c9b9-46af-9af2-d77d416c9d4f req-e75466e5-fae0-46da-8a06-886c27571292 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0556779 Oct 27 14:03:55.380226 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-95e993aa-c9b9-46af-9af2-d77d416c9d4f req-b50dccd4-ed5b-4a57-b588-7733fc8b645e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302324 Oct 27 14:03:55.457062 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-869e9563-11be-498e-a1ae-07e2a0209738 req-53be2bc6-b037-4a31-96d3-28a769d545d0 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0254273 Oct 27 14:03:55.537320 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8b1dc465-4153-4ab9-9a10-9a1f5edaa59a req-b778877d-ef8d-47e4-a439-b594c6b8bd0a tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0285890 Oct 27 14:03:56.492422 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03968c7a-49de-47f9-8b2a-33557cb743a2 req-9fba85cd-f66b-41bf-9444-c86955ff2584 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:56.493807 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-03968c7a-49de-47f9-8b2a-33557cb743a2 req-9fba85cd-f66b-41bf-9444-c86955ff2584 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0480683 Oct 27 14:03:56.531154 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-03968c7a-49de-47f9-8b2a-33557cb743a2 req-5630b6ff-2b09-471f-9b10-5204d50badff tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314116 Oct 27 14:03:56.608580 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d5e88435-4b85-42f1-be9d-52c6f8c0a6a4 req-387c6023-d313-4fcf-bc6d-01230f41ad18 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0258420 Oct 27 14:03:56.685003 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-24ac020f-50c0-4923-b336-69d1b772d887 req-715345e4-0a78-4b6b-85ba-5d8f0db0a91f tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0257070 Oct 27 14:03:57.504505 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Request body: {'port': {'device_id': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:57.595788 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:57.619993 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-35e9fc60-9ace-455c-8d5e-0063a8f22087 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610721 Oct 27 14:03:57.667242 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5daeb-3871-4f8b-92a0-224f9ae8de65 req-5fe83521-8b3e-4a75-a92c-7504c2190276 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:57.675254 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e3c5daeb-3871-4f8b-92a0-224f9ae8de65 req-5fe83521-8b3e-4a75-a92c-7504c2190276 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 932 time: 0.0701721 Oct 27 14:03:57.716648 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e3c5daeb-3871-4f8b-92a0-224f9ae8de65 req-90f2c70a-bccd-49a7-b5b5-fdb741a32e0a tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404263 Oct 27 14:03:57.780199 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bde73675-172c-4040-89bf-48e5c7864480 req-866d8571-8bd1-482b-9df7-df010f689d6d tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0561233 Oct 27 14:03:57.821547 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1de6a4b6-34ad-4e04-b1d5-2c79780f8a5b req-ca7a6619-996e-4cca-820f-a975282fa75b tempest-ServerRescueNegativeTestJSON-1731816136 tempest-ServerRescueNegativeTestJSON-1731816136-project] 10.222.0.54 "GET /v2.0/ports?device_id=32a52373-d24e-40d9-a899-d0e1368c9568 HTTP/1.1" status: 200 len: 210 time: 0.0257111 Oct 27 14:03:57.843595 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-836a14a9-149a-4eef-8c0b-1807e8e0b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:57.845085 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-836a14a9-149a-4eef-8c0b-1807e8e0b16d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 1099 time: 0.1319776 Oct 27 14:03:58.025700 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5db9c2b-4207-442d-8b6c-70219f298368 {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:03:58.030713 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-80bd50a7-d5fb-43ce-a260-36b525609b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:58.032981 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-80bd50a7-d5fb-43ce-a260-36b525609b86 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.1665902 Oct 27 14:03:58.037644 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:58.097204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Transition to ACTIVE for port object a5db9c2b-4207-442d-8b6c-70219f298368 will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:03:58.102717 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:58.346976 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-3f4a974e-72ca-442b-9b79-99fff8a90ded service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47 HTTP/1.1" status: 200 len: 1002 time: 0.3051908 Oct 27 14:03:58.395092 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5db9c2b-4207-442d-8b6c-70219f298368,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:58.451829 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-c906f447-b2b8-4581-8cfc-9dc90732f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:58.453360 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-c906f447-b2b8-4581-8cfc-9dc90732f657 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0978720 Oct 27 14:03:58.526087 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Attempting to bind port a5db9c2b-4207-442d-8b6c-70219f298368 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:03:58.526780 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Attempting to bind port a5db9c2b-4207-442d-8b6c-70219f298368 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:03:58.526780 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Attempting to bind port a5db9c2b-4207-442d-8b6c-70219f298368 on network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:58.531914 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-1bd6d617-fec5-4458-a7c2-7a00a2409b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:58.533458 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-1bd6d617-fec5-4458-a7c2-7a00a2409b02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678806 Oct 27 14:03:58.535568 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Port a5db9c2b-4207-442d-8b6c-70219f298368 on network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:03:58.535896 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Attempting to bind port a5db9c2b-4207-442d-8b6c-70219f298368 on network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:03:58.542387 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:03:58.542736 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Checking segment: {'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:03:58.543284 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Bound using segment: {'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:03:58.543663 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Bound port: a5db9c2b-4207-442d-8b6c-70219f298368, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:03:58.544028 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:58.565175 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-619ff388-e718-460c-8926-cd2c6ee8261e tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:58.566732 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-619ff388-e718-460c-8926-cd2c6ee8261e tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.66 "GET /v2.0/networks?id=118e7fcf-f803-489d-9925-fcd9b43fc3c5 HTTP/1.1" status: 200 len: 808 time: 0.1455054 Oct 27 14:03:58.587743 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Request body: {'port': {'device_id': 'e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1', 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5', 'admin_state_up': True, 'tenant_id': '5c7107f0b5284c70a58d17b1a3e20c64'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:58.699595 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Made reservation on behalf of 5c7107f0b5284c70a58d17b1a3e20c64 for: {'port': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:58.701420 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] For port a5db9c2b-4207-442d-8b6c-70219f298368, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:58.704088 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:58.705778 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] For port a5db9c2b-4207-442d-8b6c-70219f298368, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a5db9c2b-4207-442d-8b6c-70219f298368,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:58.708885 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-e2203e54-cae7-400c-8f7c-9f4827de8228 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621115 Oct 27 14:03:58.710425 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:58.791215 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:58.791852 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:58.793254 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] 10.222.0.66 "PUT /v2.0/ports/a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 1094 time: 1.2941575 Oct 27 14:03:58.797581 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:03:58.799806 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63ed737-de24-491b-a2f2-a7fa9f482d19" -d '{"events": [{"name": "network-changed", "server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:03:58.836417 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306af88-7860-4ecb-89c4-da07470ed3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5db9c2b-4207-442d-8b6c-70219f298368,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:58.885729 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-1fab9136-4c80-42d7-8dc7-1641804d6d6e service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674619 Oct 27 14:03:58.887718 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23564f84-3561-4bfa-9715-3f6d76e9e612 x-openstack-request-id: req-23564f84-3561-4bfa-9715-3f6d76e9e612 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:03:58.888014 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:03:58.888420 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-23564f84-3561-4bfa-9715-3f6d76e9e612 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:03:58.890343 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'status': 'completed', 'code': 200} Oct 27 14:03:58.898540 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9db6e-d59b-4f01-86dc-2d711b1f5acf req-c52a62e7-835f-415d-802b-5f674263439b tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:58.900300 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d1b9db6e-d59b-4f01-86dc-2d711b1f5acf req-c52a62e7-835f-415d-802b-5f674263439b tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 944 time: 0.1112781 Oct 27 14:03:58.935611 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Allocated IP 172.20.0.9 (118e7fcf-f803-489d-9925-fcd9b43fc3c5/e5773ced-097d-4516-a15b-ce89e408f157/e099513f-25da-4a40-819d-514d272df195) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:58.966525 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f2df324a-3774-46ed-a127-299d0cf8fea0 req-58e5ca31-5998-4b3a-8070-73901f69fd3b tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0402114 Oct 27 14:03:58.980507 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c94de-9cac-413f-9afb-498f91755727 req-145da40c-7c9d-4383-abb4-d5e295231f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:58.983237 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-145da40c-7c9d-4383-abb4-d5e295231f9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3404fa87c74c48f9b34905375a3e8660&device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 1097 time: 0.1276147 Oct 27 14:03:59.000321 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d1b9db6e-d59b-4f01-86dc-2d711b1f5acf req-8ddcbf0f-a340-45b4-8544-a8fd94bec4ea tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920317 Oct 27 14:03:59.019688 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38358) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:03:59.035924 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-2ecde095-fc70-4547-8d95-aaaa18c7de31 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 217 time: 0.0430658 Oct 27 14:03:59.091388 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c94de-9cac-413f-9afb-498f91755727 req-901b75e3-8e72-4c0f-92cd-0f1cd67b31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:59.093031 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-901b75e3-8e72-4c0f-92cd-0f1cd67b31e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fac9fec-e55f-41ed-8ace-e2a9d5200117 HTTP/1.1" status: 200 len: 854 time: 0.0444553 Oct 27 14:03:59.139104 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c94de-9cac-413f-9afb-498f91755727 req-8bd5a3ed-ae59-4096-b73d-0686d9a2df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:59.140553 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-8bd5a3ed-ae59-4096-b73d-0686d9a2df5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397301 Oct 27 14:03:59.239839 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-76f36cd5-619b-46c6-a7d9-9bc4d16c7bc4 service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907931 Oct 27 14:03:59.371053 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0f9c94de-9cac-413f-9afb-498f91755727 req-02ddc128-3aaf-4a37-97da-d2f0df322c6e service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870905 Oct 27 14:03:59.443443 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:59.465524 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-753dbbf7-c104-4fb7-9f27-e86712d4e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:59.467019 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-753dbbf7-c104-4fb7-9f27-e86712d4e00b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3404fa87c74c48f9b34905375a3e8660&device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 1097 time: 0.0415716 Oct 27 14:03:59.498283 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:59.563532 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-bffa95ab-602d-4e48-ad1c-dba706d9e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:59.565039 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-bffa95ab-602d-4e48-ad1c-dba706d9e295 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 HTTP/1.1" status: 200 len: 916 time: 0.0890155 Oct 27 14:03:59.577696 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:59.606862 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-b3a870fe-92bd-4def-8bff-5495041980ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 217 time: 0.0338118 Oct 27 14:03:59.616287 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:59.619153 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Pushing event updated for resources: {'Port': ['ID=e099513f-25da-4a40-819d-514d272df195,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:59.621668 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:59.627194 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:59.627888 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:59.662107 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-53a6d8e9-a9b7-4700-bcb3-ac8b85f63681 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0796559 Oct 27 14:03:59.670660 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-8de71fbc-3fb4-4f19-85e0-255272a450b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:59.672097 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-8de71fbc-3fb4-4f19-85e0-255272a450b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fac9fec-e55f-41ed-8ace-e2a9d5200117 HTTP/1.1" status: 200 len: 854 time: 0.0587425 Oct 27 14:03:59.679110 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Request body: {'port': {'device_id': 'e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:03:59.725892 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-f6fb141d-ec09-42e7-acba-0ee0d6610cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:59.727535 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-f6fb141d-ec09-42e7-acba-0ee0d6610cc2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472844 Oct 27 14:03:59.752852 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:03:59.821551 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-3cd021d1-7bb6-444d-a3bb-2d29594b4ce4 service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856628 Oct 27 14:03:59.914340 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f63ed737-de24-491b-a2f2-a7fa9f482d19 req-eefa7e54-ffd8-46f5-b676-7768473b02fb service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838373 Oct 27 14:03:59.927494 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3706416'] for router_interface, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:00.091910 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c97e5-b315-4596-bbdd-2cdfb08b4ea2 req-7a67a9b9-e079-464a-b3a3-07fcb6155c32 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:00.093389 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9d3c97e5-b315-4596-bbdd-2cdfb08b4ea2 req-7a67a9b9-e079-464a-b3a3-07fcb6155c32 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 931 time: 0.0494416 Oct 27 14:04:00.131448 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9d3c97e5-b315-4596-bbdd-2cdfb08b4ea2 req-1ad2bac1-9ba0-4352-a096-39097494f130 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313296 Oct 27 14:04:00.247103 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec55ca-2ce9-464c-bb82-cab0abadc09d req-4899dc09-083d-4b53-a7d7-fc4e9c78ef9d tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:00.248603 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cec55ca-2ce9-464c-bb82-cab0abadc09d req-4899dc09-083d-4b53-a7d7-fc4e9c78ef9d tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 944 time: 0.1710494 Oct 27 14:04:00.309599 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e099513f-25da-4a40-819d-514d272df195 {{(pid=101356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:04:00.324626 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:00.351076 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cec55ca-2ce9-464c-bb82-cab0abadc09d req-0f25cc0e-e11c-420a-a443-62b9dcc506e1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847270 Oct 27 14:04:00.358562 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.provisioning_blocks [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Transition to ACTIVE for port object e099513f-25da-4a40-819d-514d272df195 will not be triggered until provisioned by entity L2. {{(pid=101356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:04:00.374361 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:00.457752 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Pushing event updated for resources: {'Port': ['ID=e099513f-25da-4a40-819d-514d272df195,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:00.493514 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Attempting to bind port e099513f-25da-4a40-819d-514d272df195 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:04:00.493963 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Attempting to bind port e099513f-25da-4a40-819d-514d272df195 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'c9a9124b-2a05-4e8a-a44f-d780268a39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5'}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:04:00.494294 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Attempting to bind port e099513f-25da-4a40-819d-514d272df195 on network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:04:00.502293 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Port e099513f-25da-4a40-819d-514d272df195 on network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:04:00.502611 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Attempting to bind port e099513f-25da-4a40-819d-514d272df195 on network 118e7fcf-f803-489d-9925-fcd9b43fc3c5 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:04:00.506492 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Deleting port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:04:00.506829 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:00.511008 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:04:00.511341 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Checking segment: {'id': 'c9a9124b-2a05-4e8a-a44f-d780268a39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:04:00.511714 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Bound using segment: {'id': 'c9a9124b-2a05-4e8a-a44f-d780268a39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5'} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:04:00.512150 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Bound port: e099513f-25da-4a40-819d-514d272df195, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a9124b-2a05-4e8a-a44f-d780268a39da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5'}}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:04:00.512488 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:00.637517 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] For port e099513f-25da-4a40-819d-514d272df195, host hv-cinder-81489, cleared binding levels {{(pid=101356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:04:00.640489 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] For port 964aeb3d-ba54-43f7-8326-3b8aa0deabbf, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=964aeb3d-ba54-43f7-8326-3b8aa0deabbf,segment=NetworkSegment(a3e73125-80f0-45f0-b91f-7c8f2798270d),segment_id=a3e73125-80f0-45f0-b91f-7c8f2798270d)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:00.640872 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:00.643985 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] For port e099513f-25da-4a40-819d-514d272df195, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e099513f-25da-4a40-819d-514d272df195,segment=NetworkSegment(c9a9124b-2a05-4e8a-a44f-d780268a39da),segment_id=c9a9124b-2a05-4e8a-a44f-d780268a39da)] {{(pid=101356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:04:00.652549 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:00.659796 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Calling delete_port for 964aeb3d-ba54-43f7-8326-3b8aa0deabbf owned by network:router_interface {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:04:00.725787 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:00.726404 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:00.727816 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] 10.222.0.66 "PUT /v2.0/ports/e099513f-25da-4a40-819d-514d272df195 HTTP/1.1" status: 200 len: 1093 time: 1.0543339 Oct 27 14:04:00.728281 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1', 'tag': 'e099513f-25da-4a40-819d-514d272df195'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:00.730516 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1", "tag": "e099513f-25da-4a40-819d-514d272df195"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:00.806385 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27942ab-5103-41fa-aa36-e64b642362b7 x-openstack-request-id: req-f27942ab-5103-41fa-aa36-e64b642362b7 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:00.806996 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1", "tag": "e099513f-25da-4a40-819d-514d272df195", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:00.806996 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f27942ab-5103-41fa-aa36-e64b642362b7 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:00.807301 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1', 'tag': 'e099513f-25da-4a40-819d-514d272df195', 'status': 'completed', 'code': 200} Oct 27 14:04:00.814630 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6410c-bb1d-49ba-a4fe-702efc64d871 service neutron] Pushing event updated for resources: {'Port': ['ID=e099513f-25da-4a40-819d-514d272df195,revision_number=3']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:01.029877 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-786e6829-79e2-41b1-907b-a8673903087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:01.031288 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-786e6829-79e2-41b1-907b-a8673903087e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c7107f0b5284c70a58d17b1a3e20c64&device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 1096 time: 0.2619200 Oct 27 14:04:01.082293 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-886e1de2-0038-49b0-91e6-13fc078a4ad5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e099513f-25da-4a40-819d-514d272df195 HTTP/1.1" status: 200 len: 217 time: 0.0410426 Oct 27 14:04:01.142226 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-0ac1241d-e2b7-41b3-9f6e-adaa7d490fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:01.143770 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-0ac1241d-e2b7-41b3-9f6e-adaa7d490fa4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5773ced-097d-4516-a15b-ce89e408f157 HTTP/1.1" status: 200 len: 848 time: 0.0525789 Oct 27 14:04:01.189861 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-db884fb0-8548-441b-89ac-ff6b0e45dc27 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=118e7fcf-f803-489d-9925-fcd9b43fc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290029 Oct 27 14:04:01.268810 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:01.307661 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Pushing event deleted for resources: {'Port': ['ID=964aeb3d-ba54-43f7-8326-3b8aa0deabbf,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:01.339831 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.340195 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.340535 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.340867 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.341198 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.341522 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.341846 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.342166 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.342487 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.342828 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.343125 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.343439 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:01.368665 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54da5-855e-462d-a749-556419291161 req-d2ec8916-b9cb-4e22-942b-f2b3bf277e17 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:01.370129 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-52f54da5-855e-462d-a749-556419291161 req-d2ec8916-b9cb-4e22-942b-f2b3bf277e17 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 943 time: 0.1676102 Oct 27 14:04:01.470184 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-ce5986d5-addd-4f5a-8a29-d4878fc56598 service neutron] 10.222.0.66 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686522 Oct 27 14:04:01.470438 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ec8ba-d633-4e53-8fe6-cc8b47bcf5c5 req-176381a4-010e-4f5f-afc0-23e399b3724e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:01.471689 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-926ec8ba-d633-4e53-8fe6-cc8b47bcf5c5 req-176381a4-010e-4f5f-afc0-23e399b3724e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 944 time: 0.0523491 Oct 27 14:04:01.510281 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-926ec8ba-d633-4e53-8fe6-cc8b47bcf5c5 req-b7a1558c-e66b-49c5-ad47-484e977976c6 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312328 Oct 27 14:04:01.535470 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-52f54da5-855e-462d-a749-556419291161 req-f3c88b99-fe5d-43bb-8d92-b7ce352a2638 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305313 Oct 27 14:04:01.564973 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4155522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3706588'] for router_interface, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:01.660263 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f2bf44e-c48d-44d6-aa36-42184fd1fd10 req-00587a2d-91b6-48bd-a5b9-127a2330de79 service neutron] 10.222.0.66 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815598 Oct 27 14:04:01.809966 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf req-c2733d8c-a0b1-4cb3-8cfb-4c4c59f55370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:01.811413 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf req-c2733d8c-a0b1-4cb3-8cfb-4c4c59f55370 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c7107f0b5284c70a58d17b1a3e20c64&device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 1096 time: 0.0798783 Oct 27 14:04:01.872495 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Router cbf9a794-acea-494d-b541-4374cabd2534 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:04:01.983628 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf req-046ee708-679f-4713-83a4-710112000162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:01.985148 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf req-046ee708-679f-4713-83a4-710112000162 service neutron] 10.222.0.66 "GET /v2.0/networks?id=118e7fcf-f803-489d-9925-fcd9b43fc3c5 HTTP/1.1" status: 200 len: 909 time: 0.1644149 Oct 27 14:04:02.030030 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf req-1dd733e1-9822-47c9-a7b5-be3c859d6625 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e099513f-25da-4a40-819d-514d272df195 HTTP/1.1" status: 200 len: 217 time: 0.0366840 Oct 27 14:04:02.038836 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:04:02.049321 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] Sync routers for ids ['cbf9a794-acea-494d-b541-4374cabd2534'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:04:02.055473 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-cd71f51f-5cae-4db0-8089-ea388a330090 admin admin] 10.222.0.54 "PUT /v2.0/routers/cbf9a794-acea-494d-b541-4374cabd2534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0324140 Oct 27 14:04:02.055854 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38378) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:02.059467 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] Routers {'cbf9a794-acea-494d-b541-4374cabd2534'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:02.060086 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['cbf9a794-acea-494d-b541-4374cabd2534'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:02.091808 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf req-a4aaeddc-ae58-4a58-a59a-a172735673d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:02.093218 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf req-a4aaeddc-ae58-4a58-a59a-a172735673d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e5773ced-097d-4516-a15b-ce89e408f157 HTTP/1.1" status: 200 len: 848 time: 0.0523021 Oct 27 14:04:02.125556 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf req-e513d5eb-eb43-43b0-bca1-a3f0cabe8f50 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=118e7fcf-f803-489d-9925-fcd9b43fc3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241482 Oct 27 14:04:02.159083 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Publish callbacks [] for router, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.163873 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] Set router cbf9a794-acea-494d-b541-4374cabd2534 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:04:02.220982 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf req-5ccaf57a-8244-4725-9b3f-8a0663092d9f service neutron] 10.222.0.66 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880027 Oct 27 14:04:02.267558 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.322551 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Deleting port 531d4567-a049-45c7-8e67-e438afbf89c3 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:04:02.323177 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.326969 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fbbaaf9c-236d-4ddb-a6e8-65fe330f4bbf req-a5e837a1-e3fe-4810-978e-df4049a08783 service neutron] 10.222.0.66 "GET /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970309 Oct 27 14:04:02.406429 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] For port 531d4567-a049-45c7-8e67-e438afbf89c3, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=531d4567-a049-45c7-8e67-e438afbf89c3,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:02.406718 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.425740 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Calling delete_port for 531d4567-a049-45c7-8e67-e438afbf89c3 owned by network:router_gateway {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:04:02.440566 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'name': 'tempest-ServerRescueNegativeTestJSON-412820171-router', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:59:34Z', 'updated_at': '2021-10-27T14:04:01Z', 'revision_number': 5, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'gw_port': {'id': '531d4567-a049-45c7-8e67-e438afbf89c3', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T13:59:35Z', 'updated_at': '2021-10-27T13:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:02.466050 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] Checking router: cbf9a794-acea-494d-b541-4374cabd2534 for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:04:02.474659 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] Routers {'cbf9a794-acea-494d-b541-4374cabd2534'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:02.475250 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['cbf9a794-acea-494d-b541-4374cabd2534'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:02.562443 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] Set router cbf9a794-acea-494d-b541-4374cabd2534 gateway port host: None {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:04:02.632034 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'name': 'tempest-ServerRescueNegativeTestJSON-412820171-router', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:59:34Z', 'updated_at': '2021-10-27T14:04:02Z', 'revision_number': 6, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'gw_port_host': None}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:02.643314 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2948eb-24fa-4cb3-a538-7df3ae55526f req-cde61f04-9580-4fa8-b6b0-d31789654b3e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:02.644897 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0c2948eb-24fa-4cb3-a538-7df3ae55526f req-cde61f04-9580-4fa8-b6b0-d31789654b3e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 944 time: 0.0549390 Oct 27 14:04:02.660726 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.666007 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb80f77-292c-4939-82fb-82fdc1a06605 None None] The sync data for ids ['cbf9a794-acea-494d-b541-4374cabd2534'] in dv-cinder-814898-2-iscsi is: [{'id': 'cbf9a794-acea-494d-b541-4374cabd2534', 'name': 'tempest-ServerRescueNegativeTestJSON-412820171-router', 'tenant_id': '28fe5abf22dc4ba99b5485413b8abd90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T13:59:34Z', 'updated_at': '2021-10-27T14:04:02Z', 'revision_number': 6, 'project_id': '28fe5abf22dc4ba99b5485413b8abd90', 'gw_port_host': None}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:04:02.685771 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c68ede-317b-4409-a027-b19461beeec8 req-4e5280e1-a844-48be-a149-5e8aa399c680 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:02.687322 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b6c68ede-317b-4409-a027-b19461beeec8 req-4e5280e1-a844-48be-a149-5e8aa399c680 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 943 time: 0.0711749 Oct 27 14:04:02.696844 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0c2948eb-24fa-4cb3-a538-7df3ae55526f req-4ec88938-e690-4e2e-ae9c-cd8455498f49 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Oct 27 14:04:02.713649 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Pushing event deleted for resources: {'Port': ['ID=531d4567-a049-45c7-8e67-e438afbf89c3,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:02.749097 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.749436 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.749765 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.750091 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.750411 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.750731 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.751049 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.751368 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.751689 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.752002 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.752395 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.752706 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:02.790911 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b6c68ede-317b-4409-a027-b19461beeec8 req-ca6e1931-df63-4620-a3dc-47abc0f64c52 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855856 Oct 27 14:04:02.806667 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3705726'] for router_gateway, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.822256 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device a5db9c2b-4207-442d-8b6c-70219f298368 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:04:02.907892 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3707668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1316'] for router, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.910208 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.916055 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port a5db9c2b-4207-442d-8b6c-70219f298368, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a5db9c2b-4207-442d-8b6c-70219f298368,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:02.930529 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'port_id': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'mac_address': 'fa:16:3e:cb:cc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:04:02.966639 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.975252 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3707651'] for router, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.975775 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbf9a794-acea-494d-b541-4374cabd2534 {{(pid=101355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:04:02.980698 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] Publish callbacks [] for router, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:02.981865 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-df96fa59-f2a7-492e-b2e4-4790e95eed45 admin admin] 10.222.0.54 "DELETE /v2.0/routers/cbf9a794-acea-494d-b541-4374cabd2534 HTTP/1.1" status: 204 len: 168 time: 0.9249258 Oct 27 14:04:02.984373 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38384) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:02.985797 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5db9c2b-4207-442d-8b6c-70219f298368 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:04:03.005196 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port a5db9c2b-4207-442d-8b6c-70219f298368, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a5db9c2b-4207-442d-8b6c-70219f298368,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:03.009722 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.028899 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_v2 [None req-6840cc28-d8fd-4e59-a2f5-3363dfb368f7 admin admin] Deleting subnet 3319ac0e-a709-4d17-b89a-d969e1947cab {{(pid=101355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:04:03.032149 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6840cc28-d8fd-4e59-a2f5-3363dfb368f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.061523 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=a5db9c2b-4207-442d-8b6c-70219f298368,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:03.075999 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6840cc28-d8fd-4e59-a2f5-3363dfb368f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60366666'] for subnet, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.117596 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6840cc28-d8fd-4e59-a2f5-3363dfb368f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.173523 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6840cc28-d8fd-4e59-a2f5-3363dfb368f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59536638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59606618'] for subnet, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.198736 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840cc28-d8fd-4e59-a2f5-3363dfb368f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3319ac0e-a709-4d17-b89a-d969e1947cab,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:03.202890 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6840cc28-d8fd-4e59-a2f5-3363dfb368f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.206005 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-6840cc28-d8fd-4e59-a2f5-3363dfb368f7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3319ac0e-a709-4d17-b89a-d969e1947cab HTTP/1.1" status: 204 len: 168 time: 0.2206926 Oct 27 14:04:03.208450 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38388) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:03.275829 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.424878 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['a5db9c2b-4207-442d-8b6c-70219f298368'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:04:03.559734 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.579427 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ceb63fa-b2d3-4728-950b-3d5f93433c18']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:03.589015 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e73125-80f0-45f0-b91f-7c8f2798270d') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:03.589310 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e73125-80f0-45f0-b91f-7c8f2798270d') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:03.598410 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.611743 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.618140 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:04:03.618547 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:04:03.620398 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:04:03.681215 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.697888 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 531d4567-a049-45c7-8e67-e438afbf89c3 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:04:03.701926 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:03.705391 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2ceb63fa-b2d3-4728-950b-3d5f93433c18 HTTP/1.1" status: 204 len: 168 time: 0.4958045 Oct 27 14:04:03.706406 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746fd41-be89-4c1a-a85a-bc5b921ed827 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ceb63fa-b2d3-4728-950b-3d5f93433c18,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:03.727296 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 531d4567-a049-45c7-8e67-e438afbf89c3 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:04:03.727296 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 531d4567-a049-45c7-8e67-e438afbf89c3 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:04:03.727296 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 964aeb3d-ba54-43f7-8326-3b8aa0deabbf no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:04:03.758256 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 964aeb3d-ba54-43f7-8326-3b8aa0deabbf {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:04:03.758856 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 964aeb3d-ba54-43f7-8326-3b8aa0deabbf not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:04:03.827874 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9a49b-b707-45cf-9057-ad296b22177b req-f5f28755-8d78-4a79-bfa4-f001bdd8bef2 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:03.829421 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-13c9a49b-b707-45cf-9057-ad296b22177b req-f5f28755-8d78-4a79-bfa4-f001bdd8bef2 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 945 time: 0.0516024 Oct 27 14:04:03.872231 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-13c9a49b-b707-45cf-9057-ad296b22177b req-d074270c-2de5-432a-b9ba-f563281c509b tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352361 Oct 27 14:04:03.909783 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38396) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:03.916938 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876026a-8fe4-4865-8413-4993f2086f69 req-fe25b9a4-e48b-4465-8d7b-63039a61eea1 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:03.918445 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e876026a-8fe4-4865-8413-4993f2086f69 req-fe25b9a4-e48b-4465-8d7b-63039a61eea1 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 943 time: 0.0536025 Oct 27 14:04:03.951718 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c0cf6044-e5ca-4ffc-90a1-1958d12f33c7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28fe5abf22dc4ba99b5485413b8abd90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406678 Oct 27 14:04:03.954085 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38398) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:03.960099 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e876026a-8fe4-4865-8413-4993f2086f69 req-2c53d483-5d7f-4444-970f-d9f5c791df3a tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358379 Oct 27 14:04:04.002383 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65b9fd2a-f4e7-404c-a5b2-f77efd98111b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:04.023350 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65b9fd2a-f4e7-404c-a5b2-f77efd98111b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:04.072809 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65b9fd2a-f4e7-404c-a5b2-f77efd98111b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:04.075359 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65b9fd2a-f4e7-404c-a5b2-f77efd98111b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:04.076602 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-65b9fd2a-f4e7-404c-a5b2-f77efd98111b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/39b604d0-01ca-4a8c-8834-89100d800ea1 HTTP/1.1" status: 204 len: 168 time: 0.1216199 Oct 27 14:04:04.088806 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9fd2a-f4e7-404c-a5b2-f77efd98111b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b604d0-01ca-4a8c-8834-89100d800ea1,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:04.720924 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38422) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:04.813935 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1326218036-network', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:04.827692 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e099513f-25da-4a40-819d-514d272df195 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:04:04.835026 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Made reservation on behalf of d769e34c5d6a43b6a8e44578543fa87d for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:04:04.837292 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:04.846122 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:04.885650 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device a5db9c2b-4207-442d-8b6c-70219f298368 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:04:04.922212 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:04.927557 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:04.953295 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:04:04.963135 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139e1bde-57cc-4900-bea7-0852fc364ae3,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:04.967404 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port e099513f-25da-4a40-819d-514d272df195, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e099513f-25da-4a40-819d-514d272df195,segment=NetworkSegment(c9a9124b-2a05-4e8a-a44f-d780268a39da),segment_id=c9a9124b-2a05-4e8a-a44f-d780268a39da)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:04.978360 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:04.978835 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Added segment 3397e14a-fc5a-45a9-b278-0361ab9bbbff of type vlan for network 53b46f23-9d36-49ed-aea1-577f654649e2 Oct 27 14:04:04.989305 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'e099513f-25da-4a40-819d-514d272df195', 'network_id': '118e7fcf-f803-489d-9925-fcd9b43fc3c5', 'port_id': 'e099513f-25da-4a40-819d-514d272df195', 'mac_address': 'fa:16:3e:56:cf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5773ced-097d-4516-a15b-ce89e408f157', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:04:04.992265 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port a5db9c2b-4207-442d-8b6c-70219f298368 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:04:04.996857 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port a5db9c2b-4207-442d-8b6c-70219f298368 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:04.997303 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.000630 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddec308-d807-4540-b587-ffa2826d1ec4 req-70adf1a3-474f-41ba-a455-b7d7adfbd2c0 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:05.009667 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3ddec308-d807-4540-b587-ffa2826d1ec4 req-70adf1a3-474f-41ba-a455-b7d7adfbd2c0 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 945 time: 0.0643294 Oct 27 14:04:05.053545 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.056470 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3ddec308-d807-4540-b587-ffa2826d1ec4 req-31de8368-3159-4c76-8864-396c6dfe00a8 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Oct 27 14:04:05.110784 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.111866 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:05.112495 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.147837 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4d827-92a8-4fdb-9758-36d6c44ff6cf req-2dbfeb92-3b85-4faf-a81a-a0618469662c tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:05.149342 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7db4d827-92a8-4fdb-9758-36d6c44ff6cf req-2dbfeb92-3b85-4faf-a81a-a0618469662c tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 943 time: 0.0901120 Oct 27 14:04:05.181703 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4596970 Oct 27 14:04:05.184793 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38430) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:05.190597 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Request body: {'subnet': {'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1326218036-subnet', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:05.196242 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.213440 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc1d34-0326-4672-9b49-b4be2e73e5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=53b46f23-9d36-49ed-aea1-577f654649e2,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:05.213992 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Made reservation on behalf of d769e34c5d6a43b6a8e44578543fa87d for: {'subnet': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:04:05.217131 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.232925 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 53b46f23-9d36-49ed-aea1-577f654649e2 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:04:05.233550 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7db4d827-92a8-4fdb-9758-36d6c44ff6cf req-d2d9b19c-45aa-4519-8ecb-61775a652073 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584784 Oct 27 14:04:05.293566 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e099513f-25da-4a40-819d-514d272df195 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:04:05.315906 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.343577 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port e099513f-25da-4a40-819d-514d272df195, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e099513f-25da-4a40-819d-514d272df195,segment=NetworkSegment(c9a9124b-2a05-4e8a-a44f-d780268a39da),segment_id=c9a9124b-2a05-4e8a-a44f-d780268a39da)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:05.355194 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.365728 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:05.368190 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b585b-eba9-4679-93c6-93b4bb26bf23" -d '{"events": [{"server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "name": "network-vif-plugged", "status": "completed", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:05.408380 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for subnet, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.409629 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port a5db9c2b-4207-442d-8b6c-70219f298368, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a5db9c2b-4207-442d-8b6c-70219f298368,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:05.413693 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beea94b7-861b-411d-a368-6e1188d72680 x-openstack-request-id: req-beea94b7-861b-411d-a368-6e1188d72680 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:05.414223 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "name": "network-vif-plugged", "status": "completed", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:05.414474 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-beea94b7-861b-411d-a368-6e1188d72680 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:05.414858 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'code': 200} Oct 27 14:04:05.420914 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.436209 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=e099513f-25da-4a40-819d-514d272df195,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:05.472709 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1674f30-47ef-4e30-9a53-9e0849ed07e7,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:05.491055 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Checking segment: {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:04:05.491549 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Network hostable DHCP agents. Network: 53b46f23-9d36-49ed-aea1-577f654649e2, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:04:05.498640 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=a5db9c2b-4207-442d-8b6c-70219f298368,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:05.509508 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Network 53b46f23-9d36-49ed-aea1-577f654649e2 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:04:05.519045 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 53b46f23-9d36-49ed-aea1-577f654649e2) {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:04:05.523703 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:05.524571 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.528631 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcebdb1-b077-42b3-b575-5798bbaf95d7 None None] Network 53b46f23-9d36-49ed-aea1-577f654649e2 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:04:05.545240 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-f3fd4d7c-881b-4f93-be77-56e78389bd0b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3584769 Oct 27 14:04:05.547704 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38436) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:05.553954 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:05.577677 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1302'] for router, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.579150 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3707714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3826736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1311'] for router, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.643825 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a96706-8750-43e8-8945-bf11ed505798 req-77e18686-0b8a-4625-a433-2ee28efd41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:05.645494 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d0a96706-8750-43e8-8945-bf11ed505798 req-77e18686-0b8a-4625-a433-2ee28efd41ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 1099 time: 0.0788562 Oct 27 14:04:05.646986 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.691187 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b38121d-ab4f-51e8-aed6-adc1c8c7f7a7-53b46f23-9d36-49ed-aea1-577f654649e2', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7'}]}} from dv-cinder-814898-2-iscsi. {{(pid=101357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:04:05.692088 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.697971 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d0a96706-8750-43e8-8945-bf11ed505798 req-bd00259c-51bb-40e2-8f6b-05574f1ebfee service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Oct 27 14:04:05.760476 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['e099513f-25da-4a40-819d-514d272df195'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:04:05.787643 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:05.880212 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.db_base_plugin_common [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Allocated IP 172.20.0.2 (53b46f23-9d36-49ed-aea1-577f654649e2/a1674f30-47ef-4e30-9a53-9e0849ed07e7/6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8) {{(pid=101357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:04:05.988957 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.007548 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.081331 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Publish callbacks [] for port, precommit_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.089528 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.126025 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Allocated IP 172.27.1.24 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/71f3e4d7-b78a-4e69-a4dc-83f38cce35f0) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:04:06.129361 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Network 53b46f23-9d36-49ed-aea1-577f654649e2 is already hosted by enough agents. {{(pid=101357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:04:06.132572 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Resources bound (agent type, host, resource id): {{(pid=101357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:04:06.136579 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Received port after_create {{(pid=101357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:04:06.149073 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Pushing event updated for resources: {'Port': ['ID=6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8,revision_number=1']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:06.205795 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Attempting to bind port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:04:06.205795 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Attempting to bind port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:04:06.206232 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Attempting to bind port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 on network 53b46f23-9d36-49ed-aea1-577f654649e2 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:04:06.211840 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:04:06.212240 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Checking segment: {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:04:06.212793 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.213143 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Bound using segment: {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:04:06.213611 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Bound port: 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:04:06.213980 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.225702 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b66463-ce6f-4738-9a9c-163121ae4db1 req-ad42fda3-1e4b-4908-adc5-7db96f6cc3f5 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:06.227245 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c1b66463-ce6f-4738-9a9c-163121ae4db1 req-ad42fda3-1e4b-4908-adc5-7db96f6cc3f5 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 946 time: 0.1026986 Oct 27 14:04:06.284002 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] For port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:04:06.287247 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] For port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:04:06.292408 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.306031 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c1b66463-ce6f-4738-9a9c-163121ae4db1 req-109488f6-8e38-4b7b-88a4-5138433f284d tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697064 Oct 27 14:04:06.311840 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.355991 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b87d8-a50f-43f7-8502-67711493cd88 None None] Pushing event updated for resources: {'Port': ['ID=6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:06.359160 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146dfa4-7aef-4f0f-a892-a5e6876181cf req-1b222e1b-5f73-42f6-af4b-423d3058e6f0 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:06.365621 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1146dfa4-7aef-4f0f-a892-a5e6876181cf req-1b222e1b-5f73-42f6-af4b-423d3058e6f0 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 944 time: 0.0584879 Oct 27 14:04:06.369531 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.409887 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:04:06.411205 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1146dfa4-7aef-4f0f-a892-a5e6876181cf req-7118bd1e-a520-45cc-adcb-ded271dacbf4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Oct 27 14:04:06.415134 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:04:06.418579 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:04:06.424448 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Pushing event updated for resources: {'Port': ['ID=71f3e4d7-b78a-4e69-a4dc-83f38cce35f0,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:06.702880 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.840563 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e099513f-25da-4a40-819d-514d272df195 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:04:06.891838 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port e099513f-25da-4a40-819d-514d272df195 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:04:06.893821 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3707721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214'] for router, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.896282 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port e099513f-25da-4a40-819d-514d272df195 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:06.896666 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:06.973308 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:07.008519 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port e099513f-25da-4a40-819d-514d272df195, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e099513f-25da-4a40-819d-514d272df195,segment=NetworkSegment(c9a9124b-2a05-4e8a-a44f-d780268a39da),segment_id=c9a9124b-2a05-4e8a-a44f-d780268a39da)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:07.013709 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:07.031523 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Router 136a9b06-f52f-4f8f-a9a9-88a502a76518 is scheduled to L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff with binding_index 1 {{(pid=101355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:04:07.070960 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=e099513f-25da-4a40-819d-514d272df195,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:07.140497 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:04:07.154883 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Sync routers for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:04:07.160806 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] Publish callbacks [] for router, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:07.164998 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-6d15463b-c58e-440a-8429-c813fb22bcd8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6127484 Oct 27 14:04:07.165154 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38444) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:07.170636 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:07.171338 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:07.298376 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:04:07.333674 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4f2e8-2b54-47bf-aa48-77c2909c549b None None] Network 53b46f23-9d36-49ed-aea1-577f654649e2 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:04:07.416987 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e099513f-25da-4a40-819d-514d272df195'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:07.419226 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05c98e1-c8e2-43cb-90dc-f5ae9314f1c9" -d '{"events": [{"server_uuid": "e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1", "name": "network-vif-plugged", "status": "completed", "tag": "e099513f-25da-4a40-819d-514d272df195"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:07.438106 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c805f-308a-45a2-99d7-369834939062 req-d1535041-f1b9-417a-81e9-992124dc5387 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:07.439692 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f05c805f-308a-45a2-99d7-369834939062 req-d1535041-f1b9-417a-81e9-992124dc5387 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 946 time: 0.0551765 Oct 27 14:04:07.490282 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f05c805f-308a-45a2-99d7-369834939062 req-1b2fe096-b1d5-48fe-82ba-d067d81ed8bc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433683 Oct 27 14:04:07.575893 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d4b2fc-0fb5-457f-932c-d04c177b540a x-openstack-request-id: req-c2d4b2fc-0fb5-457f-932c-d04c177b540a {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:07.576401 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1", "name": "network-vif-plugged", "status": "completed", "tag": "e099513f-25da-4a40-819d-514d272df195", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:07.576504 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2d4b2fc-0fb5-457f-932c-d04c177b540a {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:07.576832 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e099513f-25da-4a40-819d-514d272df195', 'code': 200} Oct 27 14:04:07.595237 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-bf73e968-4bc1-4a23-b96b-1e048744b6a8 None None] Provisioning complete for port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:07.595611 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bf73e968-4bc1-4a23-b96b-1e048744b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:07.747756 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b14b30-40c0-4358-bf9a-dab71e67f3ab req-7d97c0ea-6e77-490a-934a-0897c761502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:07.749369 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f5b14b30-40c0-4358-bf9a-dab71e67f3ab req-7d97c0ea-6e77-490a-934a-0897c761502c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 1098 time: 0.0738840 Oct 27 14:04:07.771528 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8b12d-f93d-4dc8-96d2-ec47b820e10d req-735f59b0-9441-47df-87dd-935970a6bc2b tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:07.773461 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-68a8b12d-f93d-4dc8-96d2-ec47b820e10d req-735f59b0-9441-47df-87dd-935970a6bc2b tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 945 time: 0.1659579 Oct 27 14:04:07.790174 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:04:07.824422 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f5b14b30-40c0-4358-bf9a-dab71e67f3ab req-89059140-90c8-4749-af12-48b6d1879c77 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499303 Oct 27 14:04:07.845193 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-68a8b12d-f93d-4dc8-96d2-ec47b820e10d req-50e9e512-fe02-4a27-bc6d-38a6a5527202 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566709 Oct 27 14:04:07.864384 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bf73e968-4bc1-4a23-b96b-1e048744b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:07.904201 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:06Z', 'revision_number': 3, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:07.920759 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9566579-8fdb-4937-865b-43aec6c4e998 req-5d21628c-3cf5-4a9f-b96d-43daa35ed1d1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:07.922330 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d9566579-8fdb-4937-865b-43aec6c4e998 req-5d21628c-3cf5-4a9f-b96d-43daa35ed1d1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 946 time: 0.3371305 Oct 27 14:04:07.948693 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Checking router: 136a9b06-f52f-4f8f-a9a9-88a502a76518 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:04:07.949081 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Updating router 136a9b06-f52f-4f8f-a9a9-88a502a76518 port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 binding host dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:04:07.955242 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-bf73e968-4bc1-4a23-b96b-1e048744b6a8 None None] For port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:07.976986 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bf73e968-4bc1-4a23-b96b-1e048744b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:07.984489 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:07.985263 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:07.994229 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:07.999578 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d9566579-8fdb-4937-865b-43aec6c4e998 req-7039fbb8-a1bf-4e2f-aae6-e7eecb95633f tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668027 Oct 27 14:04:08.022215 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.152824 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73e968-4bc1-4a23-b96b-1e048744b6a8 None None] Pushing event updated for resources: {'Port': ['ID=6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:08.233875 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Allocated IP 172.20.0.1 (53b46f23-9d36-49ed-aea1-577f654649e2/a1674f30-47ef-4e30-9a53-9e0849ed07e7/8b3f059a-ed75-4d0b-a698-fa2fac57655a) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:04:08.276806 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-0abce48f-1bcc-4d93-8fca-190499bbd8a9 None None] Provisioning complete for port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:08.277164 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0abce48f-1bcc-4d93-8fca-190499bbd8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.355608 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.391188 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.449473 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Network 53b46f23-9d36-49ed-aea1-577f654649e2 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:04:08.450759 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Pushing event updated for resources: {'Port': ['ID=8b3f059a-ed75-4d0b-a698-fa2fac57655a,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:08.452281 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Publish callbacks [] for port, precommit_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.453833 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:04:08.456732 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:04:08.466742 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.508185 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3705803'] for router_interface, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.533634 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336e85b-52ac-4ce1-a186-e5f7282a94c6 None None] Pushing event updated for resources: {'Port': ['ID=71f3e4d7-b78a-4e69-a4dc-83f38cce35f0,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:08.544883 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04089ab9-a6af-4c3d-9650-b45418ecedea req-bf917ed6-eefe-4630-8e02-2afe2c09986a tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:08.546621 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-04089ab9-a6af-4c3d-9650-b45418ecedea req-bf917ed6-eefe-4630-8e02-2afe2c09986a tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 946 time: 0.2296276 Oct 27 14:04:08.553501 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Attempting to bind port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:04:08.554011 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Attempting to bind port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:04:08.554467 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Attempting to bind port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 on network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:04:08.560267 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:04:08.560795 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:04:08.561310 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.561912 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Bound using segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:04:08.562366 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Bound port: 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:04:08.563032 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.608234 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-04089ab9-a6af-4c3d-9650-b45418ecedea req-60a0959b-08a0-4252-874e-a3c4278a601e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550740 Oct 27 14:04:08.632990 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] For port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:04:08.636296 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] For port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=71f3e4d7-b78a-4e69-a4dc-83f38cce35f0,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:04:08.644633 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.698774 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:08.699407 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:08.732675 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.788063 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336e85b-52ac-4ce1-a186-e5f7282a94c6 None None] Pushing event updated for resources: {'Port': ['ID=71f3e4d7-b78a-4e69-a4dc-83f38cce35f0,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:08.807671 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-34201e52-fdfa-4162-bd49-f314d81a1bbd None None] Provisioning complete for port 8b3f059a-ed75-4d0b-a698-fa2fac57655a triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:08.808047 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-34201e52-fdfa-4162-bd49-f314d81a1bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.859024 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:04:08.861149 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-34201e52-fdfa-4162-bd49-f314d81a1bbd None None] Port 8b3f059a-ed75-4d0b-a698-fa2fac57655a cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:04:08.988257 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:08.994862 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:09.054237 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:06Z', 'revision_number': 3, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:09.073845 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e2f26-085b-48d3-a405-ba22489e4b94 req-f20fa03a-d188-4714-a863-f4924bf1a3f5 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:09.075441 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fd7e2f26-085b-48d3-a405-ba22489e4b94 req-f20fa03a-d188-4714-a863-f4924bf1a3f5 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 945 time: 0.1368213 Oct 27 14:04:09.081958 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb1df9-39e5-40ec-a865-6a03f56b222d None None] The sync data for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi is: [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:06Z', 'revision_number': 3, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:04:09.096730 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4155533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3706459'] for router_interface, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:09.098362 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Pushing event updated for resources: {'Port': ['ID=8b3f059a-ed75-4d0b-a698-fa2fac57655a,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:09.173169 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fd7e2f26-085b-48d3-a405-ba22489e4b94 req-5cd65228-4ae4-464a-a627-980ca9b3f37f tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883198 Oct 27 14:04:09.220898 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Network 53b46f23-9d36-49ed-aea1-577f654649e2 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:04:09.222307 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:04:09.367915 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Router 136a9b06-f52f-4f8f-a9a9-88a502a76518 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:04:09.492456 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:04:09.504342 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-429180f6-35d4-4229-88d9-28e6ba56ec2a admin admin] 10.222.0.54 "PUT /v2.0/routers/136a9b06-f52f-4f8f-a9a9-88a502a76518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3317759 Oct 27 14:04:09.586409 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-da82cf5b-9acc-40dc-ba09-48dcd0ad5afe None None] Provisioning complete for port 8b3f059a-ed75-4d0b-a698-fa2fac57655a triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:09.586779 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-da82cf5b-9acc-40dc-ba09-48dcd0ad5afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:09.631199 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-da82cf5b-9acc-40dc-ba09-48dcd0ad5afe None None] Port 8b3f059a-ed75-4d0b-a698-fa2fac57655a cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:04:09.786807 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:04:09.841652 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:09.842023 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:09.923555 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:09.947000 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=71f3e4d7-b78a-4e69-a4dc-83f38cce35f0,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:09.950969 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:09.951747 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:04:10.041169 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=71f3e4d7-b78a-4e69-a4dc-83f38cce35f0,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:10.051296 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:10.051886 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.104825 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38482) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:10.109611 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-753d709b-5b12-4697-8f2b-4fdf3cf02635 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1292656920', 'description': 'tempest-description--1330977720'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:10.138437 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-753d709b-5b12-4697-8f2b-4fdf3cf02635 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.211759 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-753d709b-5b12-4697-8f2b-4fdf3cf02635 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.216287 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-753d709b-5b12-4697-8f2b-4fdf3cf02635 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.246940 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-753d709b-5b12-4697-8f2b-4fdf3cf02635 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.248186 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-753d709b-5b12-4697-8f2b-4fdf3cf02635 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1422546 Oct 27 14:04:10.251121 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38494) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:10.256296 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-62e8b82b-dae1-4350-82bd-48f37368d172 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'security_group_rule': {'security_group_id': '7a318e30-3e9b-4e2a-8a9d-84499e3441e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:10.263617 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d709b-5b12-4697-8f2b-4fdf3cf02635 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a318e30-3e9b-4e2a-8a9d-84499e3441e6,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:10.319067 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-62e8b82b-dae1-4350-82bd-48f37368d172 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.343252 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9110e47-11b9-4451-8909-18c05b295a92 req-316cb86f-86a6-4f02-bbf9-508c3c146b73 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:10.345474 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c9110e47-11b9-4451-8909-18c05b295a92 req-316cb86f-86a6-4f02-bbf9-508c3c146b73 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 945 time: 0.0804708 Oct 27 14:04:10.420923 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c9110e47-11b9-4451-8909-18c05b295a92 req-b60eba2e-d8fb-4c9c-b70b-5627243a1eb2 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Oct 27 14:04:10.438031 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-62e8b82b-dae1-4350-82bd-48f37368d172 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.442442 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-62e8b82b-dae1-4350-82bd-48f37368d172 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.465096 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8b82b-dae1-4350-82bd-48f37368d172 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b0c205-1490-44d5-875d-6044978d17a2,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:10.475791 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-62e8b82b-dae1-4350-82bd-48f37368d172 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.479931 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-62e8b82b-dae1-4350-82bd-48f37368d172 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2254426 Oct 27 14:04:10.480253 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38502) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:10.484812 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-f9227f4d-6f70-415f-af6b-514090679d09 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'security_group_rule': {'security_group_id': '7a318e30-3e9b-4e2a-8a9d-84499e3441e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:10.522652 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f9227f4d-6f70-415f-af6b-514090679d09 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.593286 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f9227f4d-6f70-415f-af6b-514090679d09 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.597638 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f9227f4d-6f70-415f-af6b-514090679d09 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.614062 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9227f4d-6f70-415f-af6b-514090679d09 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5dac4d-c473-4384-af19-8a0f0586e9e6,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:10.633122 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f9227f4d-6f70-415f-af6b-514090679d09 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.634325 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-f9227f4d-6f70-415f-af6b-514090679d09 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531160 Oct 27 14:04:10.637456 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38508) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:10.642090 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'floatingip': {'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:10.673792 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.773998 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:10.792005 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Sync routers for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:04:10.802558 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:10.803154 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:10.887363 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Allocated IP 172.27.1.97 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/6896a658-8ce7-4dd1-9594-ea90f49e3a78) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:04:10.912192 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:04:11.008961 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.044264 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.094488 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:04:11.097610 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:04:11.102221 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:04:11.105439 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'Port': ['ID=6896a658-8ce7-4dd1-9594-ea90f49e3a78,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:11.143506 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 2, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:11.174682 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Checking router: 136a9b06-f52f-4f8f-a9a9-88a502a76518 for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:04:11.175029 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Updating router 136a9b06-f52f-4f8f-a9a9-88a502a76518 port 8b3f059a-ed75-4d0b-a698-fa2fac57655a binding host dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:04:11.201341 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.209165 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.240425 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff09f73-52bc-47de-b32a-969d0d67ce57 req-eba5b4d5-9e62-41b3-8dce-9c84ae306b5c tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:11.241990 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8ff09f73-52bc-47de-b32a-969d0d67ce57 req-eba5b4d5-9e62-41b3-8dce-9c84ae306b5c tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 945 time: 0.0637136 Oct 27 14:04:11.258083 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.282522 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8ff09f73-52bc-47de-b32a-969d0d67ce57 req-8cb9f1ac-4f5b-4562-87ee-3abffc3334bf tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345666 Oct 27 14:04:11.412591 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.417499 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.467374 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Publish callbacks [] for port, precommit_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.472471 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.486641 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'Port': ['ID=6896a658-8ce7-4dd1-9594-ea90f49e3a78,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:11.499164 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.514957 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.524910 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-57318447-a313-43c9-8a5c-514cc3d43024 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8776233 Oct 27 14:04:11.525387 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3ae88-fc27-43bc-8458-0234588b016e None None] Pushing event updated for resources: {'Port': ['ID=8b3f059a-ed75-4d0b-a698-fa2fac57655a,revision_number=3']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:11.589191 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Attempting to bind port 8b3f059a-ed75-4d0b-a698-fa2fac57655a on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:04:11.590033 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Attempting to bind port 8b3f059a-ed75-4d0b-a698-fa2fac57655a by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:04:11.590033 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Attempting to bind port 8b3f059a-ed75-4d0b-a698-fa2fac57655a on network 53b46f23-9d36-49ed-aea1-577f654649e2 {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:04:11.600019 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:04:11.600573 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Checking segment: {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:04:11.600956 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.601348 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Bound using segment: {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:04:11.601817 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Bound port: 8b3f059a-ed75-4d0b-a698-fa2fac57655a, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'}}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:04:11.602207 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.689573 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] For port 8b3f059a-ed75-4d0b-a698-fa2fac57655a, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:04:11.694007 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] For port 8b3f059a-ed75-4d0b-a698-fa2fac57655a, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=8b3f059a-ed75-4d0b-a698-fa2fac57655a,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:04:11.697107 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-706d1786-ef00-41be-b783-7c23040dce47 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1292656920&fields=id&tenant_id=d769e34c5d6a43b6a8e44578543fa87d HTTP/1.1" status: 200 len: 267 time: 0.0666668 Oct 27 14:04:11.701872 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.726897 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:04:11.771706 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3ae88-fc27-43bc-8458-0234588b016e None None] Pushing event updated for resources: {'Port': ['ID=8b3f059a-ed75-4d0b-a698-fa2fac57655a,revision_number=4']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:11.780498 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-947b0f87-c0fd-4483-bff0-ae8529f7e1af None None] Provisioning complete for port 8b3f059a-ed75-4d0b-a698-fa2fac57655a triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:11.781414 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-947b0f87-c0fd-4483-bff0-ae8529f7e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.783373 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:11.783985 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:03:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:11.830857 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-29ad4f7f-026d-4648-87a4-ebe445c5de86 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:11.843335 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-29ad4f7f-026d-4648-87a4-ebe445c5de86 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 811 time: 0.1381671 Oct 27 14:04:11.862099 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-e02b9654-57d7-4719-82d5-8a21ba052fe2 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/quotas/d769e34c5d6a43b6a8e44578543fa87d HTTP/1.1" status: 200 len: 375 time: 0.0169966 Oct 27 14:04:11.878878 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d8a74691-cb99-4d1f-935e-a962cf966ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.900622 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:04:11.908047 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:11.908441 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:11.951958 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-510eef90-5963-4928-8237-ff4fdac02675 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884008 Oct 27 14:04:12.051942 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-707fc865-eb61-4d36-baaa-8257c7d2d7da service neutron] 10.222.0.54 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983872 Oct 27 14:04:12.089615 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-947b0f87-c0fd-4483-bff0-ae8529f7e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:12.130062 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:11Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:12.153552 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-947b0f87-c0fd-4483-bff0-ae8529f7e1af None None] For port 8b3f059a-ed75-4d0b-a698-fa2fac57655a, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=8b3f059a-ed75-4d0b-a698-fa2fac57655a,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:12.156278 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-89d9e096-215d-4b23-abf6-1f3d7f96bf0c service neutron] 10.222.0.54 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969512 Oct 27 14:04:12.160455 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-947b0f87-c0fd-4483-bff0-ae8529f7e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:12.162023 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6edbc-2ac6-4f72-a2a5-f8a81575b225 None None] The sync data for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi is: [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:11Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:04:12.239340 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b0f87-c0fd-4483-bff0-ae8529f7e1af None None] Pushing event updated for resources: {'Port': ['ID=8b3f059a-ed75-4d0b-a698-fa2fac57655a,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:12.292890 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-395b3728-7b09-41e1-85fc-0d53ec174a40 None None] Provisioning complete for port 8b3f059a-ed75-4d0b-a698-fa2fac57655a triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:12.293382 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-395b3728-7b09-41e1-85fc-0d53ec174a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:12.386242 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1188d141-55bb-4ebd-8778-f8f301374ca8 req-71d706fb-a31a-4846-9fc1-ef4a711b3a4b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 210 time: 0.0466013 Oct 27 14:04:12.465623 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dc776-a3e6-48e9-97c1-051d634a87f0 req-e51b5415-acbe-4e72-b068-171ae533e56b tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:12.467069 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1e3dc776-a3e6-48e9-97c1-051d634a87f0 req-e51b5415-acbe-4e72-b068-171ae533e56b tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 945 time: 0.0636992 Oct 27 14:04:12.520802 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1e3dc776-a3e6-48e9-97c1-051d634a87f0 req-37e71a80-d2ec-4f11-af9d-6aa76b2d387a tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/security-groups?id=e8c424d1-445d-4a51-9598-3d28bbaca8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465696 Oct 27 14:04:12.821864 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fea43-3008-421e-8b18-09bba7316a30 req-7b8b9188-9012-41e1-825b-345edbd32fdc tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:12.823900 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e69fea43-3008-421e-8b18-09bba7316a30 req-7b8b9188-9012-41e1-825b-345edbd32fdc tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 945 time: 0.0581510 Oct 27 14:04:12.990317 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [req-e69fea43-3008-421e-8b18-09bba7316a30 req-5fe01e23-29c8-4438-929c-279ece0361e4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Deleting port e099513f-25da-4a40-819d-514d272df195 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:04:12.990752 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-e69fea43-3008-421e-8b18-09bba7316a30 req-5fe01e23-29c8-4438-929c-279ece0361e4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:13.109038 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-e69fea43-3008-421e-8b18-09bba7316a30 req-5fe01e23-29c8-4438-929c-279ece0361e4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] For port e099513f-25da-4a40-819d-514d272df195, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e099513f-25da-4a40-819d-514d272df195,segment=NetworkSegment(c9a9124b-2a05-4e8a-a44f-d780268a39da),segment_id=c9a9124b-2a05-4e8a-a44f-d780268a39da)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:13.109398 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-e69fea43-3008-421e-8b18-09bba7316a30 req-5fe01e23-29c8-4438-929c-279ece0361e4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:13.124661 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [req-e69fea43-3008-421e-8b18-09bba7316a30 req-5fe01e23-29c8-4438-929c-279ece0361e4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Calling delete_port for e099513f-25da-4a40-819d-514d272df195 owned by compute:nova {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:04:13.254260 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-e69fea43-3008-421e-8b18-09bba7316a30 req-5fe01e23-29c8-4438-929c-279ece0361e4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:13.268718 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['e099513f-25da-4a40-819d-514d272df195'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:04:13.294616 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe01e23-29c8-4438-929c-279ece0361e4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Pushing event deleted for resources: {'Port': ['ID=e099513f-25da-4a40-819d-514d272df195,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:13.358670 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69fea43-3008-421e-8b18-09bba7316a30 req-5fe01e23-29c8-4438-929c-279ece0361e4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] No DVR routers for this DVR port e099513f-25da-4a40-819d-514d272df195 on host hv-cinder-81489 {{(pid=101356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:04:13.361975 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-e69fea43-3008-421e-8b18-09bba7316a30 req-5fe01e23-29c8-4438-929c-279ece0361e4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:13.365433 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e69fea43-3008-421e-8b18-09bba7316a30 req-5fe01e23-29c8-4438-929c-279ece0361e4 tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.66 "DELETE /v2.0/ports/e099513f-25da-4a40-819d-514d272df195 HTTP/1.1" status: 204 len: 173 time: 0.5347269 Oct 27 14:04:13.365892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1', 'name': 'network-vif-deleted', 'tag': 'e099513f-25da-4a40-819d-514d272df195'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:13.368295 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2715774d-e02f-485a-8bf3-13760dce13b1" -d '{"events": [{"server_uuid": "e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1", "name": "network-vif-deleted", "tag": "e099513f-25da-4a40-819d-514d272df195"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:13.463928 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880fde00-6530-4c3f-9306-c7c790eb1065 x-openstack-request-id: req-880fde00-6530-4c3f-9306-c7c790eb1065 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:13.464315 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1", "name": "network-vif-deleted", "tag": "e099513f-25da-4a40-819d-514d272df195", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:13.464477 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-880fde00-6530-4c3f-9306-c7c790eb1065 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:13.465056 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1', 'name': 'network-vif-deleted', 'tag': 'e099513f-25da-4a40-819d-514d272df195', 'status': 'completed', 'code': 200} Oct 27 14:04:13.488888 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d426ebd5-2b3a-490f-b193-585151060f27 req-8bcbf355-1dee-4ea8-9c69-42cc74fe0546 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 210 time: 0.0338979 Oct 27 14:04:13.531554 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-38941953-dbf8-4afb-b985-15088fc3bc70 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:13.533085 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-38941953-dbf8-4afb-b985-15088fc3bc70 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.66 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 811 time: 0.1509376 Oct 27 14:04:13.606684 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-3ba51829-3c34-4751-9542-c200718ab119 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d769e34c5d6a43b6a8e44578543fa87d HTTP/1.1" status: 200 len: 380 time: 0.0543604 Oct 27 14:04:13.624149 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'port': {'device_id': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'admin_state_up': True, 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'security_groups': ['7a318e30-3e9b-4e2a-8a9d-84499e3441e6']}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:13.680861 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9e78e65b-368e-41e7-b8e9-aec50237c104 req-0b1546d2-89f6-4ac8-a5b4-4ab172c39bea tempest-VolumesActionsTest-1502812720 tempest-VolumesActionsTest-1502812720-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6e1bda6-f6d6-4d0b-adb1-b19aea17aea1 HTTP/1.1" status: 200 len: 210 time: 0.0686011 Oct 27 14:04:13.719989 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 8b3f059a-ed75-4d0b-a698-fa2fac57655a up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:04:13.751866 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Made reservation on behalf of d769e34c5d6a43b6a8e44578543fa87d for: {'port': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:04:13.756189 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:13.775058 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 8b3f059a-ed75-4d0b-a698-fa2fac57655a triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:13.775425 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:13.899290 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Allocated IP 172.20.0.13 (53b46f23-9d36-49ed-aea1-577f654649e2/a1674f30-47ef-4e30-9a53-9e0849ed07e7/242da1e2-7a38-4a45-bfd7-b8496d6ed2b7) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:04:14.034075 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.066327 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.118218 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Network 53b46f23-9d36-49ed-aea1-577f654649e2 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:04:14.121319 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:04:14.125012 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:04:14.131414 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:14.132014 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.137986 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'Port': ['ID=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:14.151586 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-9fa60a3c-4fc4-4f83-8c51-ee237a7c7860 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5380578 Oct 27 14:04:14.164800 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Request body: {'port': {'device_id': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:14.220044 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.337852 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6d37043a-ddef-41c8-bc70-e2af8ff12e54 None None] Provisioning complete for port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:14.338447 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6d37043a-ddef-41c8-bc70-e2af8ff12e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.371583 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6d37043a-ddef-41c8-bc70-e2af8ff12e54 None None] Port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:04:14.481220 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 {{(pid=101356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:04:14.486842 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-37b1d74f-4b5e-4e1c-ab23-b60e72f166d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.488602 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.501715 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.provisioning_blocks [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Transition to ACTIVE for port object 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 will not be triggered until provisioned by entity L2. {{(pid=101356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:04:14.505751 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.554342 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Pushing event updated for resources: {'Port': ['ID=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:14.611652 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Attempting to bind port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:04:14.611986 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Attempting to bind port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:04:14.612339 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Attempting to bind port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 on network 53b46f23-9d36-49ed-aea1-577f654649e2 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:04:14.619224 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 on network 53b46f23-9d36-49ed-aea1-577f654649e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:04:14.619541 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Attempting to bind port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 on network 53b46f23-9d36-49ed-aea1-577f654649e2 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:04:14.627607 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:04:14.627826 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Checking segment: {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:04:14.628211 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Bound using segment: {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:04:14.628641 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Bound port: 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'}}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:04:14.628993 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.654784 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d35197-ec82-4449-83ec-a86e8ae35cb1 req-2d560dac-9330-41aa-b6b6-11b7f133b153 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:14.656316 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-66d35197-ec82-4449-83ec-a86e8ae35cb1 req-2d560dac-9330-41aa-b6b6-11b7f133b153 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 944 time: 0.0971491 Oct 27 14:04:14.731569 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-66d35197-ec82-4449-83ec-a86e8ae35cb1 req-b5d691df-f3ba-4147-b28c-d8d5994357e2 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529850 Oct 27 14:04:14.737213 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] For port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7, host hv-cinder-81489, cleared binding levels {{(pid=101356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:04:14.745314 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] For port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:04:14.750211 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.786087 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:14.786691 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:14.788185 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] 10.222.0.66 "PUT /v2.0/ports/242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 HTTP/1.1" status: 200 len: 1094 time: 0.6278441 Oct 27 14:04:14.813872 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8892f2-3117-40b8-9cd2-29b08f7fdb17 service neutron] Pushing event updated for resources: {'Port': ['ID=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,revision_number=3']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:14.884463 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-dd31a196-94f1-4764-af55-08037675b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:14.886277 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-dd31a196-94f1-4764-af55-08037675b9c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 1097 time: 0.0469036 Oct 27 14:04:14.939175 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-33d1c2e7-08be-4deb-92fe-8eec446b5d62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 HTTP/1.1" status: 200 len: 217 time: 0.0432112 Oct 27 14:04:15.013930 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-19f8be19-fe9f-43ec-9efe-c1d52e2e0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:15.015965 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-19f8be19-fe9f-43ec-9efe-c1d52e2e0146 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 200 len: 850 time: 0.0572753 Oct 27 14:04:15.086077 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-4c6a8347-5883-45db-8044-cde48cb41e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:15.087592 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-4c6a8347-5883-45db-8044-cde48cb41e26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53b46f23-9d36-49ed-aea1-577f654649e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630968 Oct 27 14:04:15.189046 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-fa08a7d8-f058-4ca0-8307-bbd6f6e648be service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931418 Oct 27 14:04:15.260452 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:15.288569 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf3e952f-4f41-447c-949b-e914b07d2c4e req-ea395568-2f9c-45a6-b3b1-b3429f14cff3 service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915031 Oct 27 14:04:15.466050 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'tag': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:15.468438 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc46d13-5a9e-4d81-9bc7-900136388512" -d '{"events": [{"name": "network-changed", "server_uuid": "97a6e541-fcaf-40f7-803c-e653b81c8261", "tag": "242da1e2-7a38-4a45-bfd7-b8496d6ed2b7"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:15.504869 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0076ea02-2129-4b3b-82b3-41d0153a6629 x-openstack-request-id: req-0076ea02-2129-4b3b-82b3-41d0153a6629 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:15.505155 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a6e541-fcaf-40f7-803c-e653b81c8261", "tag": "242da1e2-7a38-4a45-bfd7-b8496d6ed2b7", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:15.505407 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0076ea02-2129-4b3b-82b3-41d0153a6629 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:15.505795 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'tag': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7', 'status': 'completed', 'code': 200} Oct 27 14:04:15.573735 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-8bbd3cc7-46a6-4713-80e2-4f49da1de8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:15.575200 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-8bbd3cc7-46a6-4713-80e2-4f49da1de8ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 1097 time: 0.0406854 Oct 27 14:04:15.667265 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-6c5e30ed-8b91-4231-83fa-c887689b879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:15.668717 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-6c5e30ed-8b91-4231-83fa-c887689b879c service neutron] 10.222.0.66 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 912 time: 0.0847156 Oct 27 14:04:15.857930 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f289d-a756-49c8-b3c6-2570d5469bc8 req-17990baf-94ee-40bd-8972-5c1c9f25e726 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:15.859494 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-407f289d-a756-49c8-b3c6-2570d5469bc8 req-17990baf-94ee-40bd-8972-5c1c9f25e726 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 944 time: 0.0497639 Oct 27 14:04:15.882132 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-06440e7c-b115-4950-bb3b-9d3b83877531 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 HTTP/1.1" status: 200 len: 217 time: 0.2044537 Oct 27 14:04:15.911000 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-407f289d-a756-49c8-b3c6-2570d5469bc8 req-abd33cfc-ca6d-4f76-884d-d63e8ca06715 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Oct 27 14:04:15.933322 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-3d0ab71b-a981-4e7d-971b-220832efb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:15.935432 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-3d0ab71b-a981-4e7d-971b-220832efb9f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 200 len: 850 time: 0.0453689 Oct 27 14:04:16.079069 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:17.020789 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239865-c103-436f-9757-0d4bea78d16c req-ee45711e-39b1-4779-9058-741185bff6e1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:17.022226 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-12239865-c103-436f-9757-0d4bea78d16c req-ee45711e-39b1-4779-9058-741185bff6e1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 944 time: 0.0474684 Oct 27 14:04:17.059863 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-12239865-c103-436f-9757-0d4bea78d16c req-0d9a0ab8-7285-48d2-9e8d-3e0f5b6cb322 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318139 Oct 27 14:04:17.284242 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e099513f-25da-4a40-819d-514d272df195 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:04:17.305462 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: e099513f-25da-4a40-819d-514d272df195 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:04:17.305800 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e099513f-25da-4a40-819d-514d272df195 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:04:17.324241 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-01fdc6fc-4f63-4297-a035-db16243590fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:17.325716 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-01fdc6fc-4f63-4297-a035-db16243590fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53b46f23-9d36-49ed-aea1-577f654649e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413365 Oct 27 14:04:17.561664 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:18.170936 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562464c-dba2-49e3-8cf7-84a2dc692f69 req-6a52005f-faf0-4673-8750-f2cdef44d7e5 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:18.172409 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f562464c-dba2-49e3-8cf7-84a2dc692f69 req-6a52005f-faf0-4673-8750-f2cdef44d7e5 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 944 time: 0.0483963 Oct 27 14:04:18.217079 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f562464c-dba2-49e3-8cf7-84a2dc692f69 req-0c564557-b711-4726-816b-9ff94f6684b2 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384178 Oct 27 14:04:18.381324 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-8d2d5a49-e12a-4561-ae48-173cb14d9034 service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845644 Oct 27 14:04:19.335419 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d09cd-4b3c-4d70-b737-a825bdc853c7 req-eb07a239-8b74-47aa-a2ed-da41be391dfd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:19.336909 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-386d09cd-4b3c-4d70-b737-a825bdc853c7 req-eb07a239-8b74-47aa-a2ed-da41be391dfd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 944 time: 0.0506368 Oct 27 14:04:19.376791 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-386d09cd-4b3c-4d70-b737-a825bdc853c7 req-ed1267fe-75bb-4e33-a29a-36f11c7fcdff tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340772 Oct 27 14:04:19.800694 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bc46d13-5a9e-4d81-9bc7-900136388512 req-58b39165-0d18-434d-9e84-8b2677bd8c9f service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862083 Oct 27 14:04:20.096197 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:20.493881 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1e766-5b54-43c7-8083-7fba2b575f96 req-e4d6bca7-9440-4c23-9add-238e45fa3223 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:20.495335 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b9a1e766-5b54-43c7-8083-7fba2b575f96 req-e4d6bca7-9440-4c23-9add-238e45fa3223 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 944 time: 0.0490668 Oct 27 14:04:20.532125 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b9a1e766-5b54-43c7-8083-7fba2b575f96 req-0e72523d-17f9-43f8-a110-ed20839a14c5 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Oct 27 14:04:21.672715 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95d1c4-e3e7-4ee9-8b21-bf5379614edb req-734f5f88-83c5-421d-9acc-98ecbc21c704 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:21.674943 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7a95d1c4-e3e7-4ee9-8b21-bf5379614edb req-734f5f88-83c5-421d-9acc-98ecbc21c704 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 944 time: 0.0739555 Oct 27 14:04:21.736393 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7a95d1c4-e3e7-4ee9-8b21-bf5379614edb req-60d4d05e-d1f5-47c7-9bca-082ba462c6c7 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548167 Oct 27 14:04:22.473938 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4c3f9-822b-4cc6-b632-87016bd8e0db req-1a90de4d-a59d-4c11-a45f-b5886418e6fc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:22.476323 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e2c4c3f9-822b-4cc6-b632-87016bd8e0db req-1a90de4d-a59d-4c11-a45f-b5886418e6fc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 946 time: 0.0707295 Oct 27 14:04:22.530063 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e2c4c3f9-822b-4cc6-b632-87016bd8e0db req-16390741-c11c-4a68-9804-827ee7ea16fc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461454 Oct 27 14:04:22.550204 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38708) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:22.746988 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e55ea9a-55fa-40c3-bb81-2da6759e927b tempest-TestMinimumBasicScenario-956166362 tempest-TestMinimumBasicScenario-956166362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:22.752122 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38722) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:22.752719 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-7e55ea9a-55fa-40c3-bb81-2da6759e927b tempest-TestMinimumBasicScenario-956166362 tempest-TestMinimumBasicScenario-956166362-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 1094 time: 0.1984611 Oct 27 14:04:22.757304 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'floatingip': {'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'port_id': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:22.825570 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for floatingip, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:22.852652 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b953270-5ef8-4022-9e2b-9b38960903fe req-aded607e-6e73-4488-bf77-c0e725889f55 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:22.861954 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b953270-5ef8-4022-9e2b-9b38960903fe req-aded607e-6e73-4488-bf77-c0e725889f55 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0949521 Oct 27 14:04:22.874133 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30be54-8dae-43fe-913b-7fdb7a8e77cb req-0daab4ba-17e8-4009-945c-2e95759ea349 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:22.881638 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2c30be54-8dae-43fe-913b-7fdb7a8e77cb req-0daab4ba-17e8-4009-945c-2e95759ea349 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 944 time: 0.0624502 Oct 27 14:04:22.905119 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:04:22.949456 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b953270-5ef8-4022-9e2b-9b38960903fe req-d3cf0db9-3466-4882-bfa7-7e3822c0b2dc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863125 Oct 27 14:04:22.951716 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2c30be54-8dae-43fe-913b-7fdb7a8e77cb req-5e8eab85-7310-4d44-94b3-189df9db9104 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692432 Oct 27 14:04:23.046551 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:23.053904 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:23.069393 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'port_id': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7', 'mac_address': 'fa:16:3e:88:b8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:04:23.140034 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:23.167447 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:04:23.169429 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Allocated IP 172.27.1.13 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/55f7d0e6-51cb-440b-89e9-34680fa81501) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:04:23.199713 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:23.205992 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:23.277249 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:23.286733 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.287730 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.292136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.292136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.292136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.292136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.292136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.292136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.292136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.292136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.292136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.292136 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:04:23.304558 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:23.343561 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:23.402984 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:04:23.406894 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:04:23.412953 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:04:23.417209 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'Port': ['ID=55f7d0e6-51cb-440b-89e9-34680fa81501,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:23.593642 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['242da1e2-7a38-4a45-bfd7-b8496d6ed2b7'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:04:23.870375 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:23.953901 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:24.083220 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea2e69-dd1b-4d53-a9f3-38edfd24e321 req-90e2c297-29a7-4dd4-8e21-02481ea10a4d tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:24.091527 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7cea2e69-dd1b-4d53-a9f3-38edfd24e321 req-90e2c297-29a7-4dd4-8e21-02481ea10a4d tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 945 time: 0.0574851 Oct 27 14:04:24.134503 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7cea2e69-dd1b-4d53-a9f3-38edfd24e321 req-5c39536f-e049-4405-a84d-5ee2b7bff829 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405548 Oct 27 14:04:24.449620 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95fa40-27cf-4d77-a0ac-579efdc7cb8a req-bddffd44-2478-4ad5-936e-1572e6574bd3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:24.451106 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b95fa40-27cf-4d77-a0ac-579efdc7cb8a req-bddffd44-2478-4ad5-936e-1572e6574bd3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.4004645 Oct 27 14:04:24.520129 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7b95fa40-27cf-4d77-a0ac-579efdc7cb8a req-15b67e30-633a-4ea5-8233-4539a2d32562 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571907 Oct 27 14:04:24.524520 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:24.531403 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:24.620933 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'Port': ['ID=55f7d0e6-51cb-440b-89e9-34680fa81501,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:24.629291 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:24.740961 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.l3_db [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Floating IP 4e81c406-89b3-483c-af8a-bb0ea8d67b68 associated. External IP: 172.27.1.13, port: a5db9c2b-4207-442d-8b6c-70219f298368. Oct 27 14:04:24.923930 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:04:24.969122 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Router 02c05979-80ff-4c4c-9ce7-b0aef720019b has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:04:24.999178 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:04:25.006664 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:25.006664 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.096516 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:04:25.103619 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.127016 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.138030 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] Sync routers for ids ['02c05979-80ff-4c4c-9ce7-b0aef720019b'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:04:25.166594 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-3a2db24f-c8f0-4159-a749-5ed54356b639 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4133601 Oct 27 14:04:25.167448 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:25.167588 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:25.169899 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38744) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:25.170599 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7701dbbc-3490-4cbd-8061-f5e3bb533787" -d '{"events": [{"server_uuid": "97a6e541-fcaf-40f7-803c-e653b81c8261", "name": "network-vif-plugged", "status": "completed", "tag": "242da1e2-7a38-4a45-bfd7-b8496d6ed2b7"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:25.175530 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-6d3d2049-c194-4758-b309-6ddce111c3bb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378504337', 'description': 'tempest-secgroup-smoke-1378504337 description', 'project_id': '3404fa87c74c48f9b34905375a3e8660'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:25.182502 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71743ee-796f-469c-9501-1e64018dff74" -d '{"events": [{"name": "network-changed", "server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:25.185807 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] Routers {'02c05979-80ff-4c4c-9ce7-b0aef720019b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:25.186153 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:04:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['02c05979-80ff-4c4c-9ce7-b0aef720019b'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:25.189726 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:25.204442 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2049-c194-4758-b309-6ddce111c3bb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.297507 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d0d0fd-37e7-496f-ac33-c0657f14c503 x-openstack-request-id: req-04d0d0fd-37e7-496f-ac33-c0657f14c503 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:25.297507 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a6e541-fcaf-40f7-803c-e653b81c8261", "name": "network-vif-plugged", "status": "completed", "tag": "242da1e2-7a38-4a45-bfd7-b8496d6ed2b7", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:25.297507 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04d0d0fd-37e7-496f-ac33-c0657f14c503 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:25.298087 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7', 'code': 200} Oct 27 14:04:25.299647 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.303731 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400267f9-f1fa-4b8e-914e-1cf0bb90717a req-d71d29c6-d418-4a61-a388-d1c0669bbadb tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:25.305055 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-400267f9-f1fa-4b8e-914e-1cf0bb90717a req-d71d29c6-d418-4a61-a388-d1c0669bbadb tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0817673 Oct 27 14:04:25.345913 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5adc78a-9158-4f48-8a77-213831db5449 x-openstack-request-id: req-a5adc78a-9158-4f48-8a77-213831db5449 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:25.346210 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:25.346510 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5adc78a-9158-4f48-8a77-213831db5449 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:25.346909 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'status': 'completed', 'code': 200} Oct 27 14:04:25.369408 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2049-c194-4758-b309-6ddce111c3bb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.381893 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-400267f9-f1fa-4b8e-914e-1cf0bb90717a req-e76f1540-7809-4a99-bbf4-6f625ae4025f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614750 Oct 27 14:04:25.409001 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2049-c194-4758-b309-6ddce111c3bb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.418793 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:25.453688 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] Set router 02c05979-80ff-4c4c-9ce7-b0aef720019b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:04:25.472949 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2049-c194-4758-b309-6ddce111c3bb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.476854 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-6d3d2049-c194-4758-b309-6ddce111c3bb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3023994 Oct 27 14:04:25.478357 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38750) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:25.484597 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-c35a9926-a65f-46c0-b4c5-2d93da8aa768 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'security_group_rule': {'security_group_id': '0d5347fd-f224-4d65-adf4-ff4ea0deb1fc', 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:25.494065 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d2049-c194-4758-b309-6ddce111c3bb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:25.507893 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71743ee-796f-469c-9501-1e64018dff74 req-cb543175-d81c-4f01-a908-318967408433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:25.509597 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a71743ee-796f-469c-9501-1e64018dff74 req-cb543175-d81c-4f01-a908-318967408433 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3404fa87c74c48f9b34905375a3e8660&device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 1099 time: 0.1265213 Oct 27 14:04:25.521004 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec940-b832-4084-a294-01da6e489189 req-02856256-4545-4fa1-9cc9-a21eafd9e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:25.522755 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-957ec940-b832-4084-a294-01da6e489189 req-02856256-4545-4fa1-9cc9-a21eafd9e6ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 1099 time: 0.0628457 Oct 27 14:04:25.578430 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c35a9926-a65f-46c0-b4c5-2d93da8aa768 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.588853 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-957ec940-b832-4084-a294-01da6e489189 req-f4ea952f-8821-49f8-a912-91591d2dc2ad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555971 Oct 27 14:04:25.665633 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71743ee-796f-469c-9501-1e64018dff74 req-d7b29495-052f-49d4-a17a-a419f445d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:25.667102 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a71743ee-796f-469c-9501-1e64018dff74 req-d7b29495-052f-49d4-a17a-a419f445d502 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 HTTP/1.1" status: 200 len: 916 time: 0.1463785 Oct 27 14:04:25.668778 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c35a9926-a65f-46c0-b4c5-2d93da8aa768 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.675368 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c35a9926-a65f-46c0-b4c5-2d93da8aa768 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.696714 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a9926-a65f-46c0-b4c5-2d93da8aa768 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c79f3f-a4c3-4753-b95c-ab2f06e67001,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:25.705915 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465117a8-c68b-482d-b12b-037f8b2a52cf req-1392d7ea-0c0a-42b5-b88a-60de54af215d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:25.716155 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c35a9926-a65f-46c0-b4c5-2d93da8aa768 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.719922 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-c35a9926-a65f-46c0-b4c5-2d93da8aa768 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2372696 Oct 27 14:04:25.720068 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-465117a8-c68b-482d-b12b-037f8b2a52cf req-1392d7ea-0c0a-42b5-b88a-60de54af215d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0809805 Oct 27 14:04:25.725138 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38754) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:25.735316 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-b4b903d0-0858-4874-8331-af74ddcbe6e1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'security_group_rule': {'security_group_id': '0d5347fd-f224-4d65-adf4-ff4ea0deb1fc', 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:25.771041 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-465117a8-c68b-482d-b12b-037f8b2a52cf req-4b383d8a-e26d-47e6-b75c-4228763f0276 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516317 Oct 27 14:04:25.786193 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b4b903d0-0858-4874-8331-af74ddcbe6e1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.886321 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '4e81c406-89b3-483c-af8a-bb0ea8d67b68', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'port_id': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'mac_address': 'fa:16:3e:cb:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:04:23Z', 'updated_at': '2021-10-27T14:04:23Z', 'revision_number': 0, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b18588-cc35-4ef5-8715-dd17a10af79d', 'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'mac_address': 'fa:16:3e:1e:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:21Z', 'updated_at': '2021-10-27T14:03:27Z', 'revision_number': 5, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'subnets': [{'id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:25.919077 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] Checking router: 02c05979-80ff-4c4c-9ce7-b0aef720019b for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:04:25.935883 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] Routers {'02c05979-80ff-4c4c-9ce7-b0aef720019b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:25.936590 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:04:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['02c05979-80ff-4c4c-9ce7-b0aef720019b'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:25.982123 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b4b903d0-0858-4874-8331-af74ddcbe6e1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:25.984631 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a71743ee-796f-469c-9501-1e64018dff74 req-a292fb89-28de-4945-b9b2-89c78628c884 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 999 time: 0.1335986 Oct 27 14:04:25.987323 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b4b903d0-0858-4874-8331-af74ddcbe6e1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.049489 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71743ee-796f-469c-9501-1e64018dff74 req-efedc106-5345-4f57-8c08-6ab2ea103fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:26.050350 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a71743ee-796f-469c-9501-1e64018dff74 req-efedc106-5345-4f57-8c08-6ab2ea103fb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fac9fec-e55f-41ed-8ace-e2a9d5200117 HTTP/1.1" status: 200 len: 854 time: 0.0549152 Oct 27 14:04:26.058103 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b903d0-0858-4874-8331-af74ddcbe6e1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1593b3-cc44-4c33-9250-f02fff6fd45d,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:26.072716 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b4b903d0-0858-4874-8331-af74ddcbe6e1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.074045 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-b4b903d0-0858-4874-8331-af74ddcbe6e1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3476863 Oct 27 14:04:26.076879 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38760) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:26.081511 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-c75e0ae4-4cff-4b03-8d95-d3e2c207591f tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'security_group_rule': {'security_group_id': '0d5347fd-f224-4d65-adf4-ff4ea0deb1fc', 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:26.091786 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:04:26.106892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71743ee-796f-469c-9501-1e64018dff74 req-b960a9d8-1663-40aa-a889-64fd44481cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:26.108396 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a71743ee-796f-469c-9501-1e64018dff74 req-b960a9d8-1663-40aa-a889-64fd44481cd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480404 Oct 27 14:04:26.116724 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] Set router 02c05979-80ff-4c4c-9ce7-b0aef720019b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:04:26.126481 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c75e0ae4-4cff-4b03-8d95-d3e2c207591f tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.211337 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c75e0ae4-4cff-4b03-8d95-d3e2c207591f tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.216685 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c75e0ae4-4cff-4b03-8d95-d3e2c207591f tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.242511 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e0ae4-4cff-4b03-8d95-d3e2c207591f tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1928dd-c6ec-49e2-b22c-09d823c812c9,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:26.254482 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c75e0ae4-4cff-4b03-8d95-d3e2c207591f tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.256059 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c75e0ae4-4cff-4b03-8d95-d3e2c207591f tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1781056 Oct 27 14:04:26.259148 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38762) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:26.265053 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-3d681109-50a5-40cb-9661-f1b416e0a150 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'security_group_rule': {'security_group_id': '0d5347fd-f224-4d65-adf4-ff4ea0deb1fc', 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:26.306517 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3d681109-50a5-40cb-9661-f1b416e0a150 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.322178 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a71743ee-796f-469c-9501-1e64018dff74 req-5627eb01-18c5-4757-a3e8-5fc14d5a9d49 service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686852 Oct 27 14:04:26.427072 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3d681109-50a5-40cb-9661-f1b416e0a150 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.439064 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3d681109-50a5-40cb-9661-f1b416e0a150 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.459660 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '4e81c406-89b3-483c-af8a-bb0ea8d67b68', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'port_id': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'mac_address': 'fa:16:3e:cb:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:04:23Z', 'updated_at': '2021-10-27T14:04:23Z', 'revision_number': 0, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b18588-cc35-4ef5-8715-dd17a10af79d', 'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'mac_address': 'fa:16:3e:1e:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:21Z', 'updated_at': '2021-10-27T14:03:27Z', 'revision_number': 5, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'subnets': [{'id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:26.463101 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a71743ee-796f-469c-9501-1e64018dff74 req-356d2791-261c-4df5-972c-feca0938f968 service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330762 Oct 27 14:04:26.471456 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d681109-50a5-40cb-9661-f1b416e0a150 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b89e53f-975b-4a4f-b35a-799b250d1834,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:26.485336 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3d681109-50a5-40cb-9661-f1b416e0a150 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.490321 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-3d681109-50a5-40cb-9661-f1b416e0a150 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2300591 Oct 27 14:04:26.491178 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38766) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:26.495884 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-4fae4b07-c449-4cd3-ae53-b86fdf53c964 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'security_group_rule': {'security_group_id': '0d5347fd-f224-4d65-adf4-ff4ea0deb1fc', 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:26.498163 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d80ec79-c1ae-473d-9401-e1774490b1cb None None] The sync data for ids ['02c05979-80ff-4c4c-9ce7-b0aef720019b'] in dv-cinder-814898-2-iscsi is: [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '4e81c406-89b3-483c-af8a-bb0ea8d67b68', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'port_id': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'mac_address': 'fa:16:3e:cb:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:04:23Z', 'updated_at': '2021-10-27T14:04:23Z', 'revision_number': 0, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b18588-cc35-4ef5-8715-dd17a10af79d', 'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'mac_address': 'fa:16:3e:1e:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:21Z', 'updated_at': '2021-10-27T14:03:27Z', 'revision_number': 5, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'subnets': [{'id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:04:26.530782 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.securitygroups_db [None req-4fae4b07-c449-4cd3-ae53-b86fdf53c964 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Project 3404fa87c74c48f9b34905375a3e8660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:04:26.539420 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4fae4b07-c449-4cd3-ae53-b86fdf53c964 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.558614 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98f66-ff67-4355-bb4c-65378021f8f5 req-63554006-2435-4dbc-9753-f1c808f1c46b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:26.560064 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-30b98f66-ff67-4355-bb4c-65378021f8f5 req-63554006-2435-4dbc-9753-f1c808f1c46b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0703862 Oct 27 14:04:26.613760 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-30b98f66-ff67-4355-bb4c-65378021f8f5 req-5904d222-a3be-4a95-b49f-1347d1d6034f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469778 Oct 27 14:04:26.618470 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4fae4b07-c449-4cd3-ae53-b86fdf53c964 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.625164 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4fae4b07-c449-4cd3-ae53-b86fdf53c964 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.643252 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae4b07-c449-4cd3-ae53-b86fdf53c964 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6163c5f9-3030-4363-9bb8-c069b0638d99,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:26.652893 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4fae4b07-c449-4cd3-ae53-b86fdf53c964 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.657082 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38768) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:26.657313 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-4fae4b07-c449-4cd3-ae53-b86fdf53c964 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1646826 Oct 27 14:04:26.664588 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-78e27a61-a4be-4289-8003-4895deb936bc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'security_group_rule': {'security_group_id': '0d5347fd-f224-4d65-adf4-ff4ea0deb1fc', 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:26.701446 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.securitygroups_db [None req-78e27a61-a4be-4289-8003-4895deb936bc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Project 3404fa87c74c48f9b34905375a3e8660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:04:26.714755 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-78e27a61-a4be-4289-8003-4895deb936bc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.763809 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91315b4-cc5d-4ce8-b7ec-67b44401fc91 None None] New status for floating IP 4e81c406-89b3-483c-af8a-bb0ea8d67b68: ACTIVE {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:04:26.813713 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-78e27a61-a4be-4289-8003-4895deb936bc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.820396 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-78e27a61-a4be-4289-8003-4895deb936bc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.840986 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e27a61-a4be-4289-8003-4895deb936bc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4c6e7b-d63e-43ec-a439-80b5263e85f5,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:26.858256 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-78e27a61-a4be-4289-8003-4895deb936bc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:26.860185 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-78e27a61-a4be-4289-8003-4895deb936bc tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2009835 Oct 27 14:04:26.948347 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2352d-a91b-450f-81a7-be80d634a49a req-a15c2115-3a58-45b2-8151-44b4bc72b4a7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:26.950683 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-55c2352d-a91b-450f-81a7-be80d634a49a req-a15c2115-3a58-45b2-8151-44b4bc72b4a7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0667036 Oct 27 14:04:26.979095 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-3614189c-8801-4bb1-a3c6-bbf490c07ff9 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378504337&fields=id&tenant_id=3404fa87c74c48f9b34905375a3e8660 HTTP/1.1" status: 200 len: 267 time: 0.0454903 Oct 27 14:04:27.041654 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-55c2352d-a91b-450f-81a7-be80d634a49a req-5a905db0-04fa-46c9-93fe-1f648f8010ce tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777960 Oct 27 14:04:27.064202 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-e73705cd-0a1a-4c27-87fb-41a9bbff764a tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:27.066274 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-e73705cd-0a1a-4c27-87fb-41a9bbff764a tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 946 time: 0.0808601 Oct 27 14:04:27.088149 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-4a6cf0bb-d143-4c80-8fc7-10596c1e4891 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'port': {'security_groups': ['a449ea8c-549b-428b-a2f6-0cc2418267f0', '0d5347fd-f224-4d65-adf4-ff4ea0deb1fc']}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:27.213550 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-4a6cf0bb-d143-4c80-8fc7-10596c1e4891 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:27.431035 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-4a6cf0bb-d143-4c80-8fc7-10596c1e4891 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] For port a5db9c2b-4207-442d-8b6c-70219f298368, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a5db9c2b-4207-442d-8b6c-70219f298368,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:27.466612 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-4a6cf0bb-d143-4c80-8fc7-10596c1e4891 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:27.471907 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-4a6cf0bb-d143-4c80-8fc7-10596c1e4891 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:27.485498 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['a5db9c2b-4207-442d-8b6c-70219f298368'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:04:27.524941 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-4a6cf0bb-d143-4c80-8fc7-10596c1e4891 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:27.525605 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-4a6cf0bb-d143-4c80-8fc7-10596c1e4891 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:27.530263 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d3a2bd62-1f58-4ad9-982e-11d67174c350 req-4a6cf0bb-d143-4c80-8fc7-10596c1e4891 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "PUT /v2.0/ports/a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 982 time: 0.4533098 Oct 27 14:04:27.533299 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:27.535672 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f884aa-6d65-46ce-8ea9-6e2774340ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:27.559495 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cf0bb-d143-4c80-8fc7-10596c1e4891 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'Port': ['ID=a5db9c2b-4207-442d-8b6c-70219f298368,revision_number=6']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:27.604949 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027d73b3-c10e-4c6f-a1b3-f2eecd19fb62 x-openstack-request-id: req-027d73b3-c10e-4c6f-a1b3-f2eecd19fb62 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:27.605240 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:27.605490 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-027d73b3-c10e-4c6f-a1b3-f2eecd19fb62 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:27.605887 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'status': 'completed', 'code': 200} Oct 27 14:04:27.675676 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['a5db9c2b-4207-442d-8b6c-70219f298368'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:04:27.730081 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-a313a4fe-e4de-4052-8c95-376dd92139b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:27.731764 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-a313a4fe-e4de-4052-8c95-376dd92139b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3404fa87c74c48f9b34905375a3e8660&device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 1138 time: 0.0964081 Oct 27 14:04:27.741460 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9ee37-ecdf-438b-b7b8-352390dc82ea req-5e69d4b6-0af7-4089-af9c-45bd97af7af7 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:27.756752 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2cb9ee37-ecdf-438b-b7b8-352390dc82ea req-5e69d4b6-0af7-4089-af9c-45bd97af7af7 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.1327336 Oct 27 14:04:27.822553 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2cb9ee37-ecdf-438b-b7b8-352390dc82ea req-14de9ba9-3f0e-424c-b112-43564c5807b1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629730 Oct 27 14:04:27.892679 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0623a-f040-439a-8f5c-f2910f10942f req-7bfdfc6b-ebc5-4041-936b-004ac83b6f19 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:27.894341 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d9b0623a-f040-439a-8f5c-f2910f10942f req-7bfdfc6b-ebc5-4041-936b-004ac83b6f19 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.1714780 Oct 27 14:04:27.944563 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-217d639e-07a6-4105-814d-14a835b6fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:27.946172 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-217d639e-07a6-4105-814d-14a835b6fbb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 HTTP/1.1" status: 200 len: 916 time: 0.1995845 Oct 27 14:04:27.951473 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-ddb4babc-b4c5-4607-bf9f-68c91e5fdd69 None None] Provisioning complete for port a5db9c2b-4207-442d-8b6c-70219f298368 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:27.951847 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-ddb4babc-b4c5-4607-bf9f-68c91e5fdd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:27.966289 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d9b0623a-f040-439a-8f5c-f2910f10942f req-195880bb-cc3b-4f5d-a3d4-15cf0f474767 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643272 Oct 27 14:04:28.042142 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-835b7aa0-237e-46a0-a7bb-faed4b521579 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 1001 time: 0.0849123 Oct 27 14:04:28.104623 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-7e93ccc1-f617-4dca-80b7-ebd765a98cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:28.107076 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-7e93ccc1-f617-4dca-80b7-ebd765a98cd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fac9fec-e55f-41ed-8ace-e2a9d5200117 HTTP/1.1" status: 200 len: 854 time: 0.0569720 Oct 27 14:04:28.147212 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086ed7d-ab7d-4ea6-b5d4-d3b76e74d378 req-db03e849-1c56-4975-9b84-5bf4b565f4dd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:28.154766 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4086ed7d-ab7d-4ea6-b5d4-d3b76e74d378 req-db03e849-1c56-4975-9b84-5bf4b565f4dd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0897048 Oct 27 14:04:28.164885 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38794) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:28.175011 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-7e42a225-8cd8-4b81-92a0-effa5a6ab519 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'floatingip': {'port_id': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:04:28.248821 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-e378cd52-2875-4ecb-aca7-a5e70c80eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:28.250837 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-e378cd52-2875-4ecb-aca7-a5e70c80eb94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1270454 Oct 27 14:04:28.268497 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e42a225-8cd8-4b81-92a0-effa5a6ab519 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:28.340909 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b55a3c-f8a6-4e8f-a70f-034f25a94a4c req-447a8ed8-c4ba-444c-b531-6ec80b754fb7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:28.342557 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-24b55a3c-f8a6-4e8f-a70f-034f25a94a4c req-447a8ed8-c4ba-444c-b531-6ec80b754fb7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.1539862 Oct 27 14:04:28.483293 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-24b55a3c-f8a6-4e8f-a70f-034f25a94a4c req-0870487f-0633-4854-9115-168ceb38948a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113265 Oct 27 14:04:28.547660 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-211ce35b-79ff-4882-9061-96e3ddfb2e07 service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801070 Oct 27 14:04:28.720203 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12f884aa-6d65-46ce-8ea9-6e2774340ee6 req-60b3797e-470f-4cd7-ac53-d6a51eedd208 service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618876 Oct 27 14:04:28.853461 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e42a225-8cd8-4b81-92a0-effa5a6ab519 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:28.858861 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e42a225-8cd8-4b81-92a0-effa5a6ab519 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:28.981261 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.l3_db [None req-7e42a225-8cd8-4b81-92a0-effa5a6ab519 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Floating IP 0a0ef62f-ca1b-4524-8a4d-2da46d329f5f associated. External IP: 172.27.1.97, port: 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7. Oct 27 14:04:29.205665 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e42a225-8cd8-4b81-92a0-effa5a6ab519 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Router 136a9b06-f52f-4f8f-a9a9-88a502a76518 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:04:29.340756 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e42a225-8cd8-4b81-92a0-effa5a6ab519 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:04:29.345846 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7e42a225-8cd8-4b81-92a0-effa5a6ab519 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:29.353476 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] Sync routers for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:04:29.363506 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:29.364147 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:04:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:29.385828 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-7e42a225-8cd8-4b81-92a0-effa5a6ab519 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "PUT /v2.0/floatingips/0a0ef62f-ca1b-4524-8a4d-2da46d329f5f HTTP/1.1" status: 200 len: 991 time: 1.2197256 Oct 27 14:04:29.386424 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'tag': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:29.398551 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80" -d '{"events": [{"name": "network-changed", "server_uuid": "97a6e541-fcaf-40f7-803c-e653b81c8261", "tag": "242da1e2-7a38-4a45-bfd7-b8496d6ed2b7"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:29.450986 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cccb3a3-a5b5-4129-a46c-e2674f433fe7 x-openstack-request-id: req-9cccb3a3-a5b5-4129-a46c-e2674f433fe7 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:29.451281 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a6e541-fcaf-40f7-803c-e653b81c8261", "tag": "242da1e2-7a38-4a45-bfd7-b8496d6ed2b7", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:29.451562 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9cccb3a3-a5b5-4129-a46c-e2674f433fe7 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:29.452014 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'tag': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7', 'status': 'completed', 'code': 200} Oct 27 14:04:29.514965 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:04:29.529463 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-e3b568d5-b424-4908-acc3-6a8d05f0174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:29.531291 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-e3b568d5-b424-4908-acc3-6a8d05f0174f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 1099 time: 0.0468676 Oct 27 14:04:29.689281 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-22c560ac-d568-403f-aead-75bb940d6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:29.691019 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-22c560ac-d568-403f-aead-75bb940d6c5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 912 time: 0.1456103 Oct 27 14:04:29.755993 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23e72e-0cb4-4f0f-8a26-e2e14df7a8df req-9e18686a-cd30-4478-8965-a03310824b6d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:29.757831 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2b23e72e-0cb4-4f0f-8a26-e2e14df7a8df req-9e18686a-cd30-4478-8965-a03310824b6d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0993066 Oct 27 14:04:29.798192 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-3460cf8b-d161-465d-9cca-0bf043326ef8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 HTTP/1.1" status: 200 len: 999 time: 0.0985441 Oct 27 14:04:29.812441 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '0a0ef62f-ca1b-4524-8a4d-2da46d329f5f', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'port_id': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'mac_address': 'fa:16:3e:88:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:04:11Z', 'updated_at': '2021-10-27T14:04:28Z', 'revision_number': 1, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:29.838480 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2b23e72e-0cb4-4f0f-8a26-e2e14df7a8df req-807878a0-ab94-474b-9775-9fd82d07c9d7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696270 Oct 27 14:04:29.840946 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] Checking router: 136a9b06-f52f-4f8f-a9a9-88a502a76518 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:04:29.852369 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:29.853003 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:04:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:29.858486 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-7b8d29ac-4301-4fb4-8acb-853dee3a5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:29.860213 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-7b8d29ac-4301-4fb4-8acb-853dee3a5906 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 200 len: 850 time: 0.0525954 Oct 27 14:04:29.931039 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-a0b147cb-8743-46e6-84aa-eec8dff00177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:29.932854 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-a0b147cb-8743-46e6-84aa-eec8dff00177 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53b46f23-9d36-49ed-aea1-577f654649e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508158 Oct 27 14:04:29.971773 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:04:30.056361 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-7f2420b0-16c4-4509-bb59-f4baeb2a7f97 service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147251 Oct 27 14:04:30.162299 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e1e34ea6-63f8-46e2-a1a6-d0f860462f80 req-13445ebd-6e19-41a1-b081-44a2f9f6be9f service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981297 Oct 27 14:04:30.283307 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '0a0ef62f-ca1b-4524-8a4d-2da46d329f5f', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'port_id': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'mac_address': 'fa:16:3e:88:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:04:11Z', 'updated_at': '2021-10-27T14:04:28Z', 'revision_number': 1, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:30.318342 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c220988-0725-48fd-9ec2-83961153bd53 None None] The sync data for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi is: [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '0a0ef62f-ca1b-4524-8a4d-2da46d329f5f', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'port_id': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'mac_address': 'fa:16:3e:88:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:04:11Z', 'updated_at': '2021-10-27T14:04:28Z', 'revision_number': 1, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:04:30.563973 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e1c761-0394-4c4a-b212-6b03f49fe23d None None] New status for floating IP 0a0ef62f-ca1b-4524-8a4d-2da46d329f5f: ACTIVE {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:04:31.000160 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aec67e-c79e-43c4-99a1-2f093f7c4cab req-2c8cd942-fc2d-482e-94c3-7dd1434ccca8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:31.001684 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-78aec67e-c79e-43c4-99a1-2f093f7c4cab req-2c8cd942-fc2d-482e-94c3-7dd1434ccca8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0642824 Oct 27 14:04:31.045805 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-78aec67e-c79e-43c4-99a1-2f093f7c4cab req-41472e7b-bc16-449c-ad2b-0c53876c3444 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356312 Oct 27 14:04:32.194557 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc10bc-e838-49ec-b1d8-ec0e347690df req-be2c88eb-c4a6-4096-8498-61f6b672e72a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:32.196162 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e6dc10bc-e838-49ec-b1d8-ec0e347690df req-be2c88eb-c4a6-4096-8498-61f6b672e72a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0533249 Oct 27 14:04:32.248135 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e6dc10bc-e838-49ec-b1d8-ec0e347690df req-c4d7468e-5b20-409a-b8f3-49fd49287e20 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431869 Oct 27 14:04:33.388999 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775844d-04f7-44fd-910a-75e59370a31c req-80a1703d-a4a6-4ffe-9e5b-3192dacc688d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:33.392571 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9775844d-04f7-44fd-910a-75e59370a31c req-80a1703d-a4a6-4ffe-9e5b-3192dacc688d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0544882 Oct 27 14:04:33.432087 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9775844d-04f7-44fd-910a-75e59370a31c req-01053e9a-15f2-44ed-b5b4-6ca9342e4118 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337613 Oct 27 14:04:34.582892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e795f16-4783-434b-a1f1-11d441d69421 req-60443f9d-69ce-4dbe-9fb8-85bf445512fa tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:34.584959 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8e795f16-4783-434b-a1f1-11d441d69421 req-60443f9d-69ce-4dbe-9fb8-85bf445512fa tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0681572 Oct 27 14:04:34.629029 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8e795f16-4783-434b-a1f1-11d441d69421 req-e09177f6-cdd6-49fc-be4d-f78e9d9ea275 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359254 Oct 27 14:04:35.760022 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1430a-0cfb-4e1e-b39a-5a6218c305e1 req-4164c521-eff7-4ef2-a723-c9172b7111be tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:35.764570 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ead1430a-0cfb-4e1e-b39a-5a6218c305e1 req-4164c521-eff7-4ef2-a723-c9172b7111be tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0536487 Oct 27 14:04:35.804637 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ead1430a-0cfb-4e1e-b39a-5a6218c305e1 req-d98345c1-bdd4-491b-a978-fa51a3d8a76a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368912 Oct 27 14:04:36.934681 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4144f0-05e3-459a-8bb8-262de76be836 req-d031c0f1-09f4-43db-843f-384b1eceb0dc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:36.936350 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1f4144f0-05e3-459a-8bb8-262de76be836 req-d031c0f1-09f4-43db-843f-384b1eceb0dc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0525057 Oct 27 14:04:36.977813 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1f4144f0-05e3-459a-8bb8-262de76be836 req-724ddaea-68cb-4f18-a2cd-ac1d2fce441b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343370 Oct 27 14:04:38.101505 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fafa4-4fb5-4370-9e5d-ae7a66981ccc req-d6f4be4f-7468-4e3f-ab03-b4e275925d07 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:38.102956 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-659fafa4-4fb5-4370-9e5d-ae7a66981ccc req-d6f4be4f-7468-4e3f-ab03-b4e275925d07 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0535252 Oct 27 14:04:38.140347 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-659fafa4-4fb5-4370-9e5d-ae7a66981ccc req-9fa49050-29c1-4c89-97bd-b13d1d0da7a3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311313 Oct 27 14:04:39.260422 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d0ef9-6305-4e17-80ef-3eae80e83263 req-6c391cd4-b97d-4047-9ff8-beffd51b6c7a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:39.261899 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e77d0ef9-6305-4e17-80ef-3eae80e83263 req-6c391cd4-b97d-4047-9ff8-beffd51b6c7a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0500917 Oct 27 14:04:39.301004 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e77d0ef9-6305-4e17-80ef-3eae80e83263 req-1740d2af-8a9f-4b36-bd44-3581c0460b90 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Oct 27 14:04:40.470931 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731a708-a72e-4b20-9fdb-7507ba94cbce req-93d68978-404d-47c3-a9fb-d73aa12b44a8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:40.472443 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5731a708-a72e-4b20-9fdb-7507ba94cbce req-93d68978-404d-47c3-a9fb-d73aa12b44a8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0995066 Oct 27 14:04:40.508865 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5731a708-a72e-4b20-9fdb-7507ba94cbce req-dd707f82-8075-4231-84fe-f22a2c95ee18 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299957 Oct 27 14:04:40.743985 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 38974) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:40.791094 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_v2 [None req-1184acac-ffcf-4696-aebb-3f6667ceaedb admin admin] Deleting subnet e5773ced-097d-4516-a15b-ce89e408f157 {{(pid=101355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:04:40.794051 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1184acac-ffcf-4696-aebb-3f6667ceaedb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:40.827845 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1184acac-ffcf-4696-aebb-3f6667ceaedb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60366666'] for subnet, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:40.865896 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1184acac-ffcf-4696-aebb-3f6667ceaedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:40.917205 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1184acac-ffcf-4696-aebb-3f6667ceaedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59536638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59606618'] for subnet, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:40.944695 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1184acac-ffcf-4696-aebb-3f6667ceaedb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:40.947900 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-1184acac-ffcf-4696-aebb-3f6667ceaedb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e5773ced-097d-4516-a15b-ce89e408f157 HTTP/1.1" status: 204 len: 168 time: 0.2028775 Oct 27 14:04:40.948977 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184acac-ffcf-4696-aebb-3f6667ceaedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5773ced-097d-4516-a15b-ce89e408f157,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:40.950445 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38976) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:41.021180 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.043324 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ebb90d2-aad9-459d-bdad-bfad710eef47 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:04:41.141736 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:41.153611 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'port_id': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'mac_address': 'fa:16:3e:7f:13:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:04:41.196795 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.210532 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ebb90d2-aad9-459d-bdad-bfad710eef47 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:04:41.231180 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:41.241154 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.288943 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.293481 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=6']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:41.309644 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.310016 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.310734 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.311054 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > port after_create 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.311370 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > port after_delete 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.311689 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > port after_update 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.311999 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.312338 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.312647 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.312956 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.336047 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['4ebb90d2-aad9-459d-bdad-bfad710eef47'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:04:41.418616 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.419041 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.419418 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.419748 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:04:41.420162 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118e7fcf-f803-489d-9925-fcd9b43fc3c5']}} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:41.437234 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a9124b-2a05-4e8a-a44f-d780268a39da') {'for_net_delete': True} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:41.437521 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a9124b-2a05-4e8a-a44f-d780268a39da') {} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:41.453275 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845840'] for segment, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.474074 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.482584 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=101356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:04:41.483002 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60100648'] for segment, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: from cryptography.utils import int_from_bytes Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: from cryptography.utils import int_from_bytes Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: Traceback (most recent call last): Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: timer() Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: cb(*args, **kw) Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: return func(*args, **kwargs) Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: self._notify() Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: self.callback(batched_events) Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: event.method(event) Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: return f(self, *a, **k) Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._get(url).json() Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: return self.request(url, 'GET', **kwargs) Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:04:41.487154 dv-cinder-814898-2-iscsi neutron-server[101356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:04:41.545268 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.561633 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.564906 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] 10.222.0.54 "DELETE /v2.0/networks/118e7fcf-f803-489d-9925-fcd9b43fc3c5 HTTP/1.1" status: 204 len: 168 time: 0.6115646 Oct 27 14:04:41.566178 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98696b55-7d12-4028-b84b-4673a3e9b55d admin admin] Pushing event deleted for resources: {'Network': ['ID=118e7fcf-f803-489d-9925-fcd9b43fc3c5,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:41.636281 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65076573-7e87-4221-a6ff-2ea90a3f431b req-3a66b9be-8d06-4a37-99ae-67a05fbaeda4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:41.637759 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-65076573-7e87-4221-a6ff-2ea90a3f431b req-3a66b9be-8d06-4a37-99ae-67a05fbaeda4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 945 time: 0.0505402 Oct 27 14:04:41.679953 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-65076573-7e87-4221-a6ff-2ea90a3f431b req-f4a2de71-ab6a-42eb-a3c1-9d2a1f1d3994 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341222 Oct 27 14:04:41.680085 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38984) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:41.717651 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-3333aebc-c8a6-4841-9c7e-d13e35c7dda6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c7107f0b5284c70a58d17b1a3e20c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365002 Oct 27 14:04:41.720145 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 38986) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:04:41.766581 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1e9f07a8-5716-4cc8-9a07-f72a2e13d48a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.788326 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1e9f07a8-5716-4cc8-9a07-f72a2e13d48a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.820754 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-38053e2f-35c2-4001-8cad-adfdffc2ab21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.839917 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1e9f07a8-5716-4cc8-9a07-f72a2e13d48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.842493 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1e9f07a8-5716-4cc8-9a07-f72a2e13d48a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:41.843609 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-1e9f07a8-5716-4cc8-9a07-f72a2e13d48a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8c424d1-445d-4a51-9598-3d28bbaca8a6 HTTP/1.1" status: 204 len: 168 time: 0.1225183 Oct 27 14:04:41.852117 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f07a8-5716-4cc8-9a07-f72a2e13d48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c424d1-445d-4a51-9598-3d28bbaca8a6,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:42.796400 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43586a7-c375-40f3-985f-e5310aea0aee req-19b3e10d-0387-48ef-b828-2bed0522a76c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:42.797837 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e43586a7-c375-40f3-985f-e5310aea0aee req-19b3e10d-0387-48ef-b828-2bed0522a76c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 945 time: 0.0469892 Oct 27 14:04:42.835502 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e43586a7-c375-40f3-985f-e5310aea0aee req-a2cf2820-d640-4395-8d80-dfe7aaf14530 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313833 Oct 27 14:04:43.077227 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ebb90d2-aad9-459d-bdad-bfad710eef47 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:04:43.123700 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 4ebb90d2-aad9-459d-bdad-bfad710eef47 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:43.123993 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:43.200221 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:43.221802 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:43.225088 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf741c-90e5-40eb-8aa0-98009cebe58f" -d '{"events": [{"server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "name": "network-vif-plugged", "status": "completed", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:43.237575 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:43.242045 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:43.266220 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5cd6f8-44bc-4e87-9da5-297f4c55e5bf x-openstack-request-id: req-2b5cd6f8-44bc-4e87-9da5-297f4c55e5bf {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:43.266505 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "name": "network-vif-plugged", "status": "completed", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:43.266750 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b5cd6f8-44bc-4e87-9da5-297f4c55e5bf {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:43.267126 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'code': 200} Oct 27 14:04:43.291137 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=7']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:44.148170 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e8e52-e18d-4424-bdc9-c7f159df4e11 req-494fb44c-b45b-4f33-afc0-426c94bedfcb tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:44.149520 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-577e8e52-e18d-4424-bdc9-c7f159df4e11 req-494fb44c-b45b-4f33-afc0-426c94bedfcb tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.2422569 Oct 27 14:04:44.186688 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-577e8e52-e18d-4424-bdc9-c7f159df4e11 req-31751342-02ec-44eb-813b-768065422db4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312114 Oct 27 14:04:44.490223 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-463046eb-617c-463f-93e9-053f4188b66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:45.262255 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:45.303557 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa678-8521-4a12-8e1e-9f175bc67ce5 req-4f3633e8-167d-47fa-a9f5-2cec9dab365d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:45.305036 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4b4fa678-8521-4a12-8e1e-9f175bc67ce5 req-4f3633e8-167d-47fa-a9f5-2cec9dab365d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0484538 Oct 27 14:04:45.341182 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4b4fa678-8521-4a12-8e1e-9f175bc67ce5 req-121b7555-9add-4754-965f-317613b68ab0 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303156 Oct 27 14:04:46.085249 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:46.485088 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b0a0a-9844-4e90-bc30-a0862d76fba4 req-546a08b7-164f-43e7-9964-2c01f5e50285 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:46.495596 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ac5b0a0a-9844-4e90-bc30-a0862d76fba4 req-546a08b7-164f-43e7-9964-2c01f5e50285 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0800381 Oct 27 14:04:46.544329 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ac5b0a0a-9844-4e90-bc30-a0862d76fba4 req-1df52cd8-bb3a-4ea7-8b6c-5de115b794f4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430102 Oct 27 14:04:47.575101 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:47.677440 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a2db0-b3d4-4c1b-8d00-85218a11e7bb req-4b6744e6-742b-4d1d-b639-dcfc58a82cfe tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:47.685659 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a87a2db0-b3d4-4c1b-8d00-85218a11e7bb req-4b6744e6-742b-4d1d-b639-dcfc58a82cfe tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0658009 Oct 27 14:04:47.720178 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a87a2db0-b3d4-4c1b-8d00-85218a11e7bb req-8b4554ae-c884-42fe-85f4-e389791a734f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334728 Oct 27 14:04:48.875623 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f3181-2004-4cb5-a91f-33fa138c5cb8 req-e8824a92-2b7b-4379-82a0-b2d8e5c720f7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:48.877773 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-459f3181-2004-4cb5-a91f-33fa138c5cb8 req-e8824a92-2b7b-4379-82a0-b2d8e5c720f7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0774446 Oct 27 14:04:48.917630 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-459f3181-2004-4cb5-a91f-33fa138c5cb8 req-0b074b2b-42c8-4365-a53c-1274f1185cb5 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326970 Oct 27 14:04:50.056970 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763ae5c-82f2-45c7-8e30-4d2031a542c9 req-a6bc44cf-538c-41d0-b996-4049d3742746 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:50.058472 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8763ae5c-82f2-45c7-8e30-4d2031a542c9 req-a6bc44cf-538c-41d0-b996-4049d3742746 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0578401 Oct 27 14:04:50.097814 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8763ae5c-82f2-45c7-8e30-4d2031a542c9 req-987a13ab-9d59-4437-8a4d-689258f30c76 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328565 Oct 27 14:04:50.106932 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:50.534035 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca77657-be73-4553-b57b-88e4488136e3 req-e8a199ba-5e04-4c6c-84ae-3143b918b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:50.535465 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3ca77657-be73-4553-b57b-88e4488136e3 req-e8a199ba-5e04-4c6c-84ae-3143b918b4d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 1099 time: 0.0553291 Oct 27 14:04:50.666366 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca77657-be73-4553-b57b-88e4488136e3 req-90d16ef8-abce-4c33-9bec-fd5865a9ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:50.667858 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3ca77657-be73-4553-b57b-88e4488136e3 req-90d16ef8-abce-4c33-9bec-fd5865a9ffdf service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.1074235 Oct 27 14:04:50.737913 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3ca77657-be73-4553-b57b-88e4488136e3 req-817234cb-552f-4a7b-b555-244195d36657 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47 HTTP/1.1" status: 200 len: 1002 time: 0.0584748 Oct 27 14:04:50.799973 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca77657-be73-4553-b57b-88e4488136e3 req-5d12b945-1c0f-4d60-a510-725f45a081cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:50.801598 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3ca77657-be73-4553-b57b-88e4488136e3 req-5d12b945-1c0f-4d60-a510-725f45a081cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0543356 Oct 27 14:04:50.862548 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca77657-be73-4553-b57b-88e4488136e3 req-d616ff48-7604-45d9-b4d2-47f30a3a4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:50.864231 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3ca77657-be73-4553-b57b-88e4488136e3 req-d616ff48-7604-45d9-b4d2-47f30a3a4e6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530584 Oct 27 14:04:50.984077 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3ca77657-be73-4553-b57b-88e4488136e3 req-6fd1bb7b-e256-4122-93b8-e6a0e09602d2 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104202 Oct 27 14:04:51.087305 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3ca77657-be73-4553-b57b-88e4488136e3 req-6bd7ba80-979a-41d6-9667-ff3cd87f90c3 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932422 Oct 27 14:04:51.241434 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510e500-67b5-4823-839b-bb34af80923b req-cd0e5825-f8bc-49ba-8430-f3e3383247f7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:51.243055 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5510e500-67b5-4823-839b-bb34af80923b req-cd0e5825-f8bc-49ba-8430-f3e3383247f7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0575213 Oct 27 14:04:51.291301 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5510e500-67b5-4823-839b-bb34af80923b req-2d4dd9b0-026f-4526-a085-6b1333d877ff tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Oct 27 14:04:52.407104 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cadd7c-3a68-4823-ad55-d637027fd5c7 req-ff63543b-c3cd-4636-aaf9-84d4061b7680 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:52.408875 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-25cadd7c-3a68-4823-ad55-d637027fd5c7 req-ff63543b-c3cd-4636-aaf9-84d4061b7680 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0490839 Oct 27 14:04:52.448480 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-25cadd7c-3a68-4823-ad55-d637027fd5c7 req-4ed1e042-9876-4011-a07d-01243a7ac4f0 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331421 Oct 27 14:04:53.589457 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cef7ec-0f7d-44b8-bb88-667926d9ed10 req-19d403b9-fbc4-4636-bdaa-898432557141 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:53.590944 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-09cef7ec-0f7d-44b8-bb88-667926d9ed10 req-19d403b9-fbc4-4636-bdaa-898432557141 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0619154 Oct 27 14:04:53.636137 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-09cef7ec-0f7d-44b8-bb88-667926d9ed10 req-a1384bd3-05cd-480b-91e5-84bf13f8963b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372941 Oct 27 14:04:54.776015 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265ba5d-1dfb-4d76-aaf4-fe7d2d112d6b req-a984323b-334c-4a97-a984-64990fb802f4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:54.777822 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a265ba5d-1dfb-4d76-aaf4-fe7d2d112d6b req-a984323b-334c-4a97-a984-64990fb802f4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0585523 Oct 27 14:04:54.822979 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a265ba5d-1dfb-4d76-aaf4-fe7d2d112d6b req-1527535c-9d4b-46cd-aac6-c3ea5861389f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365000 Oct 27 14:04:55.950610 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f971a-fe05-4e74-98c4-f2650a65b660 req-24e28534-58b6-47de-bf5c-a9cf0b1db712 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:55.952089 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-876f971a-fe05-4e74-98c4-f2650a65b660 req-24e28534-58b6-47de-bf5c-a9cf0b1db712 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0489435 Oct 27 14:04:55.990945 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-876f971a-fe05-4e74-98c4-f2650a65b660 req-8f191e28-7b19-4a94-bad1-a0823d15974d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330687 Oct 27 14:04:56.541445 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-fd50fead-2f05-4c66-8406-0e1ee0f5c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:56.542816 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-fd50fead-2f05-4c66-8406-0e1ee0f5c567 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 1099 time: 0.0401521 Oct 27 14:04:56.642245 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-a08c628f-0bbe-424c-8a53-c47b0373a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:56.643740 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-a08c628f-0bbe-424c-8a53-c47b0373a88a service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.0939527 Oct 27 14:04:56.707305 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-7ac70b75-2579-46eb-bcfe-739423ca0f3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47 HTTP/1.1" status: 200 len: 1002 time: 0.0554197 Oct 27 14:04:56.759033 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-296f4971-1adb-44e5-a13c-e028a4cb5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:56.760444 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-296f4971-1adb-44e5-a13c-e028a4cb5aee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0448682 Oct 27 14:04:56.806140 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-b229319d-b101-4dcf-84e8-95f73d08a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:56.807494 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-b229319d-b101-4dcf-84e8-95f73d08a211 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392931 Oct 27 14:04:56.893509 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-a466d79b-d1eb-42d7-8a43-735de359d4dd service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784457 Oct 27 14:04:56.986254 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9a70dfc2-285f-494e-b2a5-d04e6ffae213 req-5b5adccb-4411-4876-ae05-43e0a6c7b928 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836344 Oct 27 14:04:57.108422 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ed323-169d-4830-9500-84ffc0cfc642 req-f10294dc-5b12-4e06-8f8e-0bcf2dc5fa2c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:57.109909 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9d7ed323-169d-4830-9500-84ffc0cfc642 req-f10294dc-5b12-4e06-8f8e-0bcf2dc5fa2c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0482800 Oct 27 14:04:57.148051 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9d7ed323-169d-4830-9500-84ffc0cfc642 req-727823df-b69a-4498-b54e-ec5a65491a9f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Oct 27 14:04:58.280766 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b99f9-e539-48ef-bf9c-a92f4f5844af req-8b8e90ff-60da-40ff-aa24-75ddd13f0b79 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:58.282284 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e74b99f9-e539-48ef-bf9c-a92f4f5844af req-8b8e90ff-60da-40ff-aa24-75ddd13f0b79 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 946 time: 0.0589082 Oct 27 14:04:58.323330 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e74b99f9-e539-48ef-bf9c-a92f4f5844af req-d68f8e5d-da3f-4ca2-8de0-0534c1a3a6f2 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343461 Oct 27 14:04:59.124353 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ebb90d2-aad9-459d-bdad-bfad710eef47 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:04:59.203321 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:59.226041 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:04:59.228450 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b75efab-3b8e-48d3-9fda-588f7912c9f0" -d '{"events": [{"server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:04:59.241128 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:59.245312 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:04:59.268526 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5dc48e-5cd6-49c5-be63-08888fd39e6f x-openstack-request-id: req-1e5dc48e-5cd6-49c5-be63-08888fd39e6f {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:04:59.268814 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "name": "network-vif-unplugged", "status": "failed", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47", "code": 422}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:04:59.269070 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e5dc48e-5cd6-49c5-be63-08888fd39e6f {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:04:59.269500 dv-cinder-814898-2-iscsi neutron-server[101357]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'code': 422} returned with failed status Oct 27 14:04:59.294923 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=8']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:59.443315 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445d79f-c392-4e81-bf25-dfb99423d254 req-dafcfa30-454f-473d-b303-78a61a74d022 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:59.444752 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1445d79f-c392-4e81-bf25-dfb99423d254 req-dafcfa30-454f-473d-b303-78a61a74d022 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0493691 Oct 27 14:04:59.481525 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1445d79f-c392-4e81-bf25-dfb99423d254 req-416c75d3-6999-410b-ac10-cafc9d0b2219 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310233 Oct 27 14:04:59.978465 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [req-05fdd7f5-3147-4224-a3dd-decda8afeaaf req-0402ab4f-d070-4b01-911e-5e21eec5a681 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:04:59.979465 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-05fdd7f5-3147-4224-a3dd-decda8afeaaf req-0402ab4f-d070-4b01-911e-5e21eec5a681 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0542922 Oct 27 14:05:00.143365 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5e834-48c0-4293-a1ad-32ebb23de298 req-e63b66b5-e702-4452-8c1e-c746f6dde2ed tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:00.144863 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bfb5e834-48c0-4293-a1ad-32ebb23de298 req-e63b66b5-e702-4452-8c1e-c746f6dde2ed tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0494602 Oct 27 14:05:00.183932 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bfb5e834-48c0-4293-a1ad-32ebb23de298 req-51c08778-551a-430c-a260-901dde2dc02c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320027 Oct 27 14:05:00.350105 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39144) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:05:00.433982 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-81f0ca94-da72-4c52-87f6-951c096f0d66 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827460 Oct 27 14:05:00.443194 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-36ed03ba-a9e0-4b51-9076-46dec0447069 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:05:00.444152 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-36ed03ba-a9e0-4b51-9076-46dec0447069 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053413 Oct 27 14:05:01.305766 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5bfa7-4cf3-487e-a176-b32ddde97b28 req-6bbd3560-b841-40e9-8ae3-f98cb62ee785 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:01.307258 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1dc5bfa7-4cf3-487e-a176-b32ddde97b28 req-6bbd3560-b841-40e9-8ae3-f98cb62ee785 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0489514 Oct 27 14:05:01.346017 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1dc5bfa7-4cf3-487e-a176-b32ddde97b28 req-b8f05263-eb95-4f76-b487-e1f66e887ee4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Oct 27 14:05:01.869267 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-773f2e1e-0506-41d6-823b-ebd417d1c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:01.870771 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-773f2e1e-0506-41d6-823b-ebd417d1c420 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb&tenant_id=d858bb1ca7884db3ab54520a9cc3119c HTTP/1.1" status: 200 len: 1097 time: 0.0682847 Oct 27 14:05:01.935238 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-48828e2c-5a36-4533-8817-b0fd89b23e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:01.936647 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-48828e2c-5a36-4533-8817-b0fd89b23e7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 1097 time: 0.0399976 Oct 27 14:05:02.027881 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-46aa56f9-c776-414f-a20d-89ea0fa704de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:02.029381 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-46aa56f9-c776-414f-a20d-89ea0fa704de service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.0853260 Oct 27 14:05:02.092046 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-8cb01b86-d411-4012-bd6a-8b45bdf35928 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47 HTTP/1.1" status: 200 len: 1000 time: 0.0550528 Oct 27 14:05:02.142611 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-c3bf390f-dea9-4a95-b09a-096a5ad3d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:02.144048 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-c3bf390f-dea9-4a95-b09a-096a5ad3d279 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0446780 Oct 27 14:05:02.188242 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-1604ceeb-0eef-411d-877e-48ad7114d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:02.189590 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-1604ceeb-0eef-411d-877e-48ad7114d9d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387251 Oct 27 14:05:02.280852 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-2fce73d2-2add-493b-9b16-757a8884ff27 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829260 Oct 27 14:05:02.370818 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-0ef9af13-442d-4498-a6c2-364ce19a3e82 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814350 Oct 27 14:05:02.475082 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f0747-dc02-4d77-af23-0cd88dce2362 req-16e83a80-cfd1-4007-aa6a-057971407f73 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:02.476564 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7c8f0747-dc02-4d77-af23-0cd88dce2362 req-16e83a80-cfd1-4007-aa6a-057971407f73 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0528140 Oct 27 14:05:02.513122 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7c8f0747-dc02-4d77-af23-0cd88dce2362 req-69e0e080-db03-4822-99a5-1ea1b81e88c1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308576 Oct 27 14:05:03.090875 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:05:03.640560 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98eda2-6c47-41de-9130-a80712a3b6ac req-837485b9-c65b-40d6-96a7-2230fb4a49ab tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:03.642102 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-eb98eda2-6c47-41de-9130-a80712a3b6ac req-837485b9-c65b-40d6-96a7-2230fb4a49ab tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0548236 Oct 27 14:05:03.682373 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-eb98eda2-6c47-41de-9130-a80712a3b6ac req-53fffd59-8972-46ba-ab99-8504e2d4efc4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336571 Oct 27 14:05:04.805289 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2c860-6e4c-49e6-95be-9946836d89db req-8ca6d174-3744-4451-bc6e-4cc1dfe6007d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:04.806735 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f0a2c860-6e4c-49e6-95be-9946836d89db req-8ca6d174-3744-4451-bc6e-4cc1dfe6007d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0502875 Oct 27 14:05:04.846785 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f0a2c860-6e4c-49e6-95be-9946836d89db req-7c1ccb55-031a-4676-b8c0-ba218f0ec3ec tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330582 Oct 27 14:05:05.983300 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5f329-8535-4046-9103-8ec985521a07 req-37155339-98a3-4a51-b7be-bf2814499567 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:05.984708 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-80f5f329-8535-4046-9103-8ec985521a07 req-37155339-98a3-4a51-b7be-bf2814499567 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0617957 Oct 27 14:05:06.023177 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-80f5f329-8535-4046-9103-8ec985521a07 req-3a64e797-72bd-4fb3-ab14-aef918132322 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Oct 27 14:05:07.151407 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb36dd-fa38-48b4-938b-9da6c7801cb1 req-22f3b467-ee0f-4a3c-9f5c-5b912274ee70 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:07.152968 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7bfb36dd-fa38-48b4-938b-9da6c7801cb1 req-22f3b467-ee0f-4a3c-9f5c-5b912274ee70 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0541677 Oct 27 14:05:07.196129 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7bfb36dd-fa38-48b4-938b-9da6c7801cb1 req-484e22b8-919c-44bd-ae27-eba1fbf26ee4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366554 Oct 27 14:05:08.321675 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62375f6-6f1e-4015-8e1d-98f2fca43101 req-d5eb8d7b-56da-4c8d-a148-1c945552329b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:08.323262 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b62375f6-6f1e-4015-8e1d-98f2fca43101 req-d5eb8d7b-56da-4c8d-a148-1c945552329b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0500073 Oct 27 14:05:08.363247 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b62375f6-6f1e-4015-8e1d-98f2fca43101 req-6dd34ab4-4d64-4e77-90e2-efe509f29793 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339198 Oct 27 14:05:09.492333 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e295d3-66a9-4eac-94e7-c7d567240146 req-5e2f5d93-2b7b-4af2-bd71-b8f8ddc022f3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:09.493743 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d1e295d3-66a9-4eac-94e7-c7d567240146 req-5e2f5d93-2b7b-4af2-bd71-b8f8ddc022f3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0561652 Oct 27 14:05:09.534761 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d1e295d3-66a9-4eac-94e7-c7d567240146 req-b3d0c8f4-6fa0-4b5f-bb78-6051f7e56c8b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341072 Oct 27 14:05:10.661942 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff1fb2-ac9d-4799-9e74-2230d20ba0fd req-f317cf19-e28d-4b66-b9b9-a6208c8b53b1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:10.664612 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0eff1fb2-ac9d-4799-9e74-2230d20ba0fd req-f317cf19-e28d-4b66-b9b9-a6208c8b53b1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0527911 Oct 27 14:05:10.705709 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0eff1fb2-ac9d-4799-9e74-2230d20ba0fd req-3a49c018-ee43-4867-a241-9fac48e52998 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350668 Oct 27 14:05:11.829111 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-2a52199f-32d1-4893-8ea4-95da70b53d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:11.833080 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e3779-206e-466f-9fc4-456fae5700cd req-874711c7-be64-423b-b8de-18958beb2594 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:11.834607 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-269e3779-206e-466f-9fc4-456fae5700cd req-874711c7-be64-423b-b8de-18958beb2594 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0547414 Oct 27 14:05:11.874074 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-269e3779-206e-466f-9fc4-456fae5700cd req-e06dbf74-02b9-4c67-adca-0edbfdb34145 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333457 Oct 27 14:05:13.001338 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b82df-80b3-4f7d-9d68-35c6d42f6cbf req-ade3b2b8-3ed8-40d0-a139-1d311d8a2442 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:13.002853 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-247b82df-80b3-4f7d-9d68-35c6d42f6cbf req-ade3b2b8-3ed8-40d0-a139-1d311d8a2442 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0560889 Oct 27 14:05:13.042274 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-247b82df-80b3-4f7d-9d68-35c6d42f6cbf req-422a9010-6953-4cd1-ae83-23e4bb12a573 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329807 Oct 27 14:05:14.164155 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7542905-55f0-4cb2-9c32-5de3263f7bbf req-ab880a57-fe6f-449d-8c7e-df7402677815 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:14.165601 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d7542905-55f0-4cb2-9c32-5de3263f7bbf req-ab880a57-fe6f-449d-8c7e-df7402677815 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0490167 Oct 27 14:05:14.202295 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d7542905-55f0-4cb2-9c32-5de3263f7bbf req-e8fdbae8-43a3-4b9c-8b21-d740c5b5d38e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307612 Oct 27 14:05:14.493213 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-135fca22-4bb2-4203-89c9-4afa70787f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:15.263129 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:15.321118 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ea3d9-4ffb-41e2-9a38-93d594704fb2 req-c050a0d8-1c2a-46a1-9118-f41b30de35b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:15.322574 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9d8ea3d9-4ffb-41e2-9a38-93d594704fb2 req-c050a0d8-1c2a-46a1-9118-f41b30de35b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0485785 Oct 27 14:05:15.360934 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9d8ea3d9-4ffb-41e2-9a38-93d594704fb2 req-c8fb1391-9ef2-43c5-bc9e-ca91818cbcfd tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Oct 27 14:05:16.084642 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:16.482445 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a9b75-0820-4dbd-83f8-254ca022256a req-d1c973ed-2c29-4cf2-a075-425eed71fd10 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:16.483892 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f49a9b75-0820-4dbd-83f8-254ca022256a req-d1c973ed-2c29-4cf2-a075-425eed71fd10 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0512860 Oct 27 14:05:16.521420 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f49a9b75-0820-4dbd-83f8-254ca022256a req-dd4de173-7159-400c-9623-44a0a8487835 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311303 Oct 27 14:05:17.571371 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:17.639968 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f4e2-f709-4ac6-bab3-cd32188ce63c req-48268e58-8596-42ed-b5fe-ee5bf6ae0f82 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:17.641616 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3530f4e2-f709-4ac6-bab3-cd32188ce63c req-48268e58-8596-42ed-b5fe-ee5bf6ae0f82 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0497181 Oct 27 14:05:17.679326 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3530f4e2-f709-4ac6-bab3-cd32188ce63c req-31c602c7-73c7-4a3a-aa83-b7d02537c903 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Oct 27 14:05:18.797018 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffd974-cc9b-4c9f-8dfa-3fcc12941a87 req-05cc4aec-b821-473e-82b6-c53266f735a1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:18.798467 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-adffd974-cc9b-4c9f-8dfa-3fcc12941a87 req-05cc4aec-b821-473e-82b6-c53266f735a1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0488327 Oct 27 14:05:18.836496 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-adffd974-cc9b-4c9f-8dfa-3fcc12941a87 req-0a5e95ce-8983-4c8b-be93-ee44f9ccac07 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Oct 27 14:05:19.957111 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c195703-02f3-433c-9005-a17b69a9acc4 req-ae969689-ccf5-4731-84d7-544ed2fe560f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:19.958540 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3c195703-02f3-433c-9005-a17b69a9acc4 req-ae969689-ccf5-4731-84d7-544ed2fe560f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0513213 Oct 27 14:05:19.995228 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3c195703-02f3-433c-9005-a17b69a9acc4 req-9ca7c757-2367-475f-8e00-abd80724cbaf tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308731 Oct 27 14:05:20.119704 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:21.114206 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053e089-dc72-4a6f-b8fe-9dd49da56909 req-8044b9b1-2cef-43cf-a524-28bd2cae170f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:21.115644 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f053e089-dc72-4a6f-b8fe-9dd49da56909 req-8044b9b1-2cef-43cf-a524-28bd2cae170f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0480258 Oct 27 14:05:21.152644 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f053e089-dc72-4a6f-b8fe-9dd49da56909 req-4d17bba1-82f8-4999-b116-c9504c78f2d1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Oct 27 14:05:22.266981 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77c631-ab71-4d68-8fcd-55b9141eaa6b req-35f6bb38-114a-452a-9240-cd3e2cc6c0d0 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:22.268438 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e77c631-ab71-4d68-8fcd-55b9141eaa6b req-35f6bb38-114a-452a-9240-cd3e2cc6c0d0 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0470204 Oct 27 14:05:22.306078 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e77c631-ab71-4d68-8fcd-55b9141eaa6b req-566e3a2b-8073-4a4b-bb4e-b58b51c3a4cb tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Oct 27 14:05:23.426622 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a265cef-4f23-430e-9872-62b99b995524 req-3ca183cf-94e6-435c-a812-108118629162 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:23.428050 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5a265cef-4f23-430e-9872-62b99b995524 req-3ca183cf-94e6-435c-a812-108118629162 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0503278 Oct 27 14:05:23.465068 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5a265cef-4f23-430e-9872-62b99b995524 req-63e25c9d-17aa-42b3-8755-c154a7b90410 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303934 Oct 27 14:05:24.582841 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be164f2d-5354-4df3-9258-c0b9609e0b48 req-17bf9ea6-82b2-4209-8f64-1bad66a182c3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:24.584448 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-be164f2d-5354-4df3-9258-c0b9609e0b48 req-17bf9ea6-82b2-4209-8f64-1bad66a182c3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0498207 Oct 27 14:05:24.623055 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-be164f2d-5354-4df3-9258-c0b9609e0b48 req-cb070542-cd19-425c-b2c6-b23ee7fb5a9e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Oct 27 14:05:25.745155 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df73e-2ab0-4fce-89f7-0cd9a26f0708 req-c62c65a3-f292-45d7-96e0-292094b23fb2 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:25.746620 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-236df73e-2ab0-4fce-89f7-0cd9a26f0708 req-c62c65a3-f292-45d7-96e0-292094b23fb2 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0488369 Oct 27 14:05:25.782374 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-236df73e-2ab0-4fce-89f7-0cd9a26f0708 req-137c1584-de8f-4652-9f9b-5ade30e01259 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301001 Oct 27 14:05:26.902972 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6609b-9151-471e-9572-c8ab97de9a48 req-7f62993d-7ee4-41a1-b18e-0605a70e84db tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:26.904453 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-48a6609b-9151-471e-9572-c8ab97de9a48 req-7f62993d-7ee4-41a1-b18e-0605a70e84db tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 944 time: 0.0511498 Oct 27 14:05:26.940879 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-48a6609b-9151-471e-9572-c8ab97de9a48 req-879129af-2288-4384-b2c8-709159699589 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306084 Oct 27 14:05:27.229169 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ebb90d2-aad9-459d-bdad-bfad710eef47 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:05:27.321303 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:05:27.332506 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'port_id': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'mac_address': 'fa:16:3e:7f:13:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:05:27.484316 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:27.497036 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebb90d2-aad9-459d-bdad-bfad710eef47 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:05:27.516581 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:05:27.520630 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:27.566417 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=9']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:05:27.574002 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.574376 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.574724 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.575056 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.575387 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.575715 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.576041 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.576397 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.576738 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.577066 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.577386 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.577703 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:05:27.892999 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['4ebb90d2-aad9-459d-bdad-bfad710eef47'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:05:28.061998 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9291cdb-2380-4a5f-975b-6df74cf1a706 req-9aa1e72d-f617-451f-9312-143a66549e8a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:28.063469 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f9291cdb-2380-4a5f-975b-6df74cf1a706 req-9aa1e72d-f617-451f-9312-143a66549e8a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 945 time: 0.0487556 Oct 27 14:05:28.100022 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f9291cdb-2380-4a5f-975b-6df74cf1a706 req-3d1fb84b-2f0d-41a5-9145-7ccfe6e3de80 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307038 Oct 27 14:05:29.216323 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a097b2-45fe-4322-928a-71f9bfed4939 req-dc0ca0f5-829b-4b10-b212-2607e0cc40f1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:29.217710 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-38a097b2-45fe-4322-928a-71f9bfed4939 req-dc0ca0f5-829b-4b10-b212-2607e0cc40f1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 945 time: 0.0470176 Oct 27 14:05:29.246948 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ebb90d2-aad9-459d-bdad-bfad710eef47 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:05:29.255667 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-38a097b2-45fe-4322-928a-71f9bfed4939 req-72afbe98-0ed5-4db6-8e51-2ab4680b9f27 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Oct 27 14:05:29.294151 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 4ebb90d2-aad9-459d-bdad-bfad710eef47 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:05:29.294514 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:29.371106 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:29.394125 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:05:29.398321 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef52f66e-03c3-42c9-a355-a439c3c3b3c4" -d '{"events": [{"server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "name": "network-vif-plugged", "status": "completed", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:05:29.412200 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:05:29.416804 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:29.439727 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127011f0-9e22-481e-9741-4fa1d396cac9 x-openstack-request-id: req-127011f0-9e22-481e-9741-4fa1d396cac9 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:05:29.440017 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "name": "network-vif-plugged", "status": "completed", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:05:29.440296 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-127011f0-9e22-481e-9741-4fa1d396cac9 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:05:29.440681 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'code': 200} Oct 27 14:05:29.466245 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=10']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:05:29.998647 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1359e-2937-447b-91f5-a9ee98213e05 req-9192d0d5-0951-4d6f-b5b0-cedb5149356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:30.000166 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bcd1359e-2937-447b-91f5-a9ee98213e05 req-9192d0d5-0951-4d6f-b5b0-cedb5149356e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 1100 time: 0.0852964 Oct 27 14:05:30.037519 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bcd1359e-2937-447b-91f5-a9ee98213e05 req-051493b9-d775-4fa4-ac72-f1a4a6601d4e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293891 Oct 27 14:05:30.377615 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad341f-7d97-4530-96d4-ef286a27041e req-7eb23d63-7d86-4da2-9f87-27fcff0f2e42 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:30.379058 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c8ad341f-7d97-4530-96d4-ef286a27041e req-7eb23d63-7d86-4da2-9f87-27fcff0f2e42 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 947 time: 0.0487196 Oct 27 14:05:30.416124 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c8ad341f-7d97-4530-96d4-ef286a27041e req-43220650-870b-41a6-baa4-0775872ffe3c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300982 Oct 27 14:05:31.536084 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0c8a7-45a3-4dee-b84f-59d419aa94f9 req-ade76877-8729-48cb-abfd-4d064a3aec4b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:31.537751 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b5a0c8a7-45a3-4dee-b84f-59d419aa94f9 req-ade76877-8729-48cb-abfd-4d064a3aec4b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 947 time: 0.0515277 Oct 27 14:05:31.576331 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b5a0c8a7-45a3-4dee-b84f-59d419aa94f9 req-bc109f04-c7f9-4f94-a86e-c047a5395182 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321612 Oct 27 14:05:32.692214 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3b0c0-ba3f-4517-b400-5e388bff5e87 req-16de8968-5bc5-4d3f-bf39-8e25706ba61d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:32.693696 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c6e3b0c0-ba3f-4517-b400-5e388bff5e87 req-16de8968-5bc5-4d3f-bf39-8e25706ba61d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 947 time: 0.0493052 Oct 27 14:05:32.731355 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c6e3b0c0-ba3f-4517-b400-5e388bff5e87 req-09e58c4e-177a-4f9d-bcd0-1c4d84b6c19e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Oct 27 14:05:40.089467 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:05:41.822260 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-504c3cb0-554c-4b76-9d76-0dc1ad70672e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:44.493843 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-50f89eff-142e-42a9-991b-b8e0be02a4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:45.265129 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:46.087178 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:47.574175 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:50.114724 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:05:50.599432 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fb241-b48e-4ef5-8f51-bd6ce4f407da req-cca73de1-7bbe-41f8-88bb-4d6bf71755e0 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:50.601034 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5c3fb241-b48e-4ef5-8f51-bd6ce4f407da req-cca73de1-7bbe-41f8-88bb-4d6bf71755e0 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0492327 Oct 27 14:05:50.610789 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-d96a191b-0896-4513-a442-85c93bf118ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:50.612293 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-d96a191b-0896-4513-a442-85c93bf118ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3404fa87c74c48f9b34905375a3e8660&device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 1138 time: 0.0404284 Oct 27 14:05:50.640874 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5c3fb241-b48e-4ef5-8f51-bd6ce4f407da req-fe5685f0-1b22-49f0-a906-9b58190b56ee tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336607 Oct 27 14:05:50.705168 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-f920b062-4264-4ebd-9f28-c58aa19ab6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:50.706628 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-f920b062-4264-4ebd-9f28-c58aa19ab6be service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 HTTP/1.1" status: 200 len: 916 time: 0.0856216 Oct 27 14:05:50.773789 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-8ceae4a7-d793-428a-8e83-02b71345a68c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 1001 time: 0.0575731 Oct 27 14:05:50.821293 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-38762c71-d0ac-41ae-a1f4-ba9be9364fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:50.822673 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-38762c71-d0ac-41ae-a1f4-ba9be9364fbf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fac9fec-e55f-41ed-8ace-e2a9d5200117 HTTP/1.1" status: 200 len: 854 time: 0.0416193 Oct 27 14:05:50.872391 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-1b6f8a6d-5503-4ce2-842c-f8dd248246eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:50.873874 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-1b6f8a6d-5503-4ce2-842c-f8dd248246eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426066 Oct 27 14:05:50.965437 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-09bb9201-a8f5-4011-8938-a03c6ffd433e service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813327 Oct 27 14:05:51.061616 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-16488401-4bb8-4ec0-b62e-e68d66064bb7 req-e33ce90b-6760-4c31-985d-7f2838cb6536 service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853221 Oct 27 14:05:51.760143 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2039631-38a0-4379-85d9-bafd3d3a323f req-747f35d7-dfae-4503-8c46-683c54a27821 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:51.762155 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a2039631-38a0-4379-85d9-bafd3d3a323f req-747f35d7-dfae-4503-8c46-683c54a27821 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0521727 Oct 27 14:05:51.773253 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a890e-a690-4612-9154-c9690320de48 req-0e2f3d45-5d8b-4dd6-b416-cb0f25f75646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:51.774708 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-775a890e-a690-4612-9154-c9690320de48 req-0e2f3d45-5d8b-4dd6-b416-cb0f25f75646 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3404fa87c74c48f9b34905375a3e8660&device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 1138 time: 0.0413299 Oct 27 14:05:51.802365 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a2039631-38a0-4379-85d9-bafd3d3a323f req-d3ab0f2a-c17a-4089-bddd-389bf7ce38dd tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342247 Oct 27 14:05:51.888060 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a890e-a690-4612-9154-c9690320de48 req-602b9331-201d-4a00-bfa4-3a97fcb607b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:51.889554 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-775a890e-a690-4612-9154-c9690320de48 req-602b9331-201d-4a00-bfa4-3a97fcb607b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 HTTP/1.1" status: 200 len: 916 time: 0.0882616 Oct 27 14:05:51.952965 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-775a890e-a690-4612-9154-c9690320de48 req-ab7d7631-9796-411a-91e9-b0329af6c04e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 1001 time: 0.0559788 Oct 27 14:05:52.002073 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a890e-a690-4612-9154-c9690320de48 req-13a6db0d-c320-4f74-986d-9cd0df83aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:52.003470 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-775a890e-a690-4612-9154-c9690320de48 req-13a6db0d-c320-4f74-986d-9cd0df83aed7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fac9fec-e55f-41ed-8ace-e2a9d5200117 HTTP/1.1" status: 200 len: 854 time: 0.0421631 Oct 27 14:05:52.053359 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a890e-a690-4612-9154-c9690320de48 req-3611e4f2-c515-40e5-9712-125348e65221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:52.054839 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-775a890e-a690-4612-9154-c9690320de48 req-3611e4f2-c515-40e5-9712-125348e65221 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429213 Oct 27 14:05:52.143183 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-775a890e-a690-4612-9154-c9690320de48 req-a9b42f78-10e9-42ff-81af-a4b536f5dad7 service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809681 Oct 27 14:05:52.237395 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-775a890e-a690-4612-9154-c9690320de48 req-0116b9ae-6f4c-4809-a9be-09ff3e15e11f service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834522 Oct 27 14:05:52.922606 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd5d8-ffd9-45b6-ac61-e05477773a34 req-4377055e-e5e6-460d-b5bb-2b7b00e5b476 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:52.924045 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6bebd5d8-ffd9-45b6-ac61-e05477773a34 req-4377055e-e5e6-460d-b5bb-2b7b00e5b476 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0494251 Oct 27 14:05:52.962363 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6bebd5d8-ffd9-45b6-ac61-e05477773a34 req-5130556b-6cb0-4361-9ecf-bba9e7612ca2 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324225 Oct 27 14:05:54.075923 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53717769-9c71-4201-a586-e2c4dcabb475 req-753165cd-b34e-4ccd-8e09-02ec35a1f974 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:54.077672 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-53717769-9c71-4201-a586-e2c4dcabb475 req-753165cd-b34e-4ccd-8e09-02ec35a1f974 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0493901 Oct 27 14:05:54.116290 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-53717769-9c71-4201-a586-e2c4dcabb475 req-a1f7dcc4-596a-4fbb-b746-7eed81528288 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327122 Oct 27 14:05:55.231160 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf63ba9-0c16-4c0d-b2b4-f42a38af23f2 req-21f713ac-e7fe-4de6-86ba-e2af43882ed5 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:55.232635 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1bf63ba9-0c16-4c0d-b2b4-f42a38af23f2 req-21f713ac-e7fe-4de6-86ba-e2af43882ed5 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0517321 Oct 27 14:05:55.271645 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1bf63ba9-0c16-4c0d-b2b4-f42a38af23f2 req-df6f0a98-5af5-4eaf-ba22-136ece32d390 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330784 Oct 27 14:05:56.384257 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124dde8-22c6-498a-a5a9-765904cdfa6f req-84455b24-54d8-4e9d-a3c9-137f2e068032 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:56.385697 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a124dde8-22c6-498a-a5a9-765904cdfa6f req-84455b24-54d8-4e9d-a3c9-137f2e068032 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0485826 Oct 27 14:05:56.426116 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a124dde8-22c6-498a-a5a9-765904cdfa6f req-652774cb-a49e-4855-889a-734eca13e99d tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345016 Oct 27 14:05:57.540868 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370fc82-8f4c-4e01-a94a-c1b7760dc31e req-f34a09a7-0d9a-4222-a0fb-43d168da0f86 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:57.542370 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8370fc82-8f4c-4e01-a94a-c1b7760dc31e req-f34a09a7-0d9a-4222-a0fb-43d168da0f86 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0493298 Oct 27 14:05:57.582394 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8370fc82-8f4c-4e01-a94a-c1b7760dc31e req-23bec619-bcea-485d-8005-8afbbfc09676 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341320 Oct 27 14:05:58.699862 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce771d35-914c-44ab-91b2-170acb133316 req-78aeff16-3fa2-4dab-8971-21c85e4af5ed tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:58.701325 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ce771d35-914c-44ab-91b2-170acb133316 req-78aeff16-3fa2-4dab-8971-21c85e4af5ed tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0521998 Oct 27 14:05:58.740155 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ce771d35-914c-44ab-91b2-170acb133316 req-1b841954-8b77-4975-b712-f62eece8c1b5 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329525 Oct 27 14:05:59.872718 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f79d4-8068-4714-8b82-c746895204ea req-1f8279a8-a7d6-46ba-88e0-7855a7de7e6e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:05:59.874366 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-057f79d4-8068-4714-8b82-c746895204ea req-1f8279a8-a7d6-46ba-88e0-7855a7de7e6e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0682414 Oct 27 14:05:59.914130 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-057f79d4-8068-4714-8b82-c746895204ea req-f31022ff-384b-4e2f-bbd7-b2722f92f74d tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337718 Oct 27 14:06:01.025271 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909b527-fc9d-43c7-adb1-8e634790c87d req-2d78a9bb-6b1a-4aca-a551-d56ee0c9d56d tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:01.027266 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1909b527-fc9d-43c7-adb1-8e634790c87d req-2d78a9bb-6b1a-4aca-a551-d56ee0c9d56d tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0481870 Oct 27 14:06:01.067323 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1909b527-fc9d-43c7-adb1-8e634790c87d req-d7909d76-6994-4fc8-a93a-e38eb655070b tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337799 Oct 27 14:06:02.192638 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce442b5c-4119-4a09-9b6b-0ef0c81a3f5c req-8e791760-1b09-4f0b-875e-6e5199aba831 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:02.194088 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ce442b5c-4119-4a09-9b6b-0ef0c81a3f5c req-8e791760-1b09-4f0b-875e-6e5199aba831 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0619941 Oct 27 14:06:02.234720 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ce442b5c-4119-4a09-9b6b-0ef0c81a3f5c req-90a141fa-87a4-4b1f-9de8-9f383036237e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337546 Oct 27 14:06:03.347115 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298f92-6db6-42f0-a28c-73c8de842f9d req-9efc2987-7f6f-4c60-8723-b5459478497e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:03.348583 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d5298f92-6db6-42f0-a28c-73c8de842f9d req-9efc2987-7f6f-4c60-8723-b5459478497e tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0477488 Oct 27 14:06:03.388068 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d5298f92-6db6-42f0-a28c-73c8de842f9d req-fbfad2c9-a51f-417e-80fd-9074827b0919 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334096 Oct 27 14:06:04.499912 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eaae1-ca5b-4fd1-8382-8b428ca22a44 req-73b39cde-2b18-4092-ae0b-1befd431ddd1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:04.501394 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b74eaae1-ca5b-4fd1-8382-8b428ca22a44 req-73b39cde-2b18-4092-ae0b-1befd431ddd1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0476336 Oct 27 14:06:04.545349 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b74eaae1-ca5b-4fd1-8382-8b428ca22a44 req-f864dfea-6b01-45ef-9525-ca612bb425d1 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378761 Oct 27 14:06:05.660735 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10538f-08c9-4aff-84c3-e69680d459f8 req-54c448dd-b15c-499c-bdc9-038377b33d53 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:05.662410 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ad10538f-08c9-4aff-84c3-e69680d459f8 req-54c448dd-b15c-499c-bdc9-038377b33d53 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0514274 Oct 27 14:06:05.701081 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ad10538f-08c9-4aff-84c3-e69680d459f8 req-6a2fa168-bcc3-4498-89ca-6af0534b4862 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328085 Oct 27 14:06:06.814954 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8c93b-a7bf-40ed-8f4c-eb5e8da5b7a5 req-581ec158-a4d4-42af-a556-d91338712365 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:06.816446 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-21c8c93b-a7bf-40ed-8f4c-eb5e8da5b7a5 req-581ec158-a4d4-42af-a556-d91338712365 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0488734 Oct 27 14:06:06.857977 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-21c8c93b-a7bf-40ed-8f4c-eb5e8da5b7a5 req-f6947829-4914-41c2-bfe0-178e3150c48a tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353866 Oct 27 14:06:07.989526 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ced4-c6a5-43d3-a0bf-4a36a62010d0 req-eb573e52-78f5-401d-8909-af8dc70a26b6 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:07.990977 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8ae2ced4-c6a5-43d3-a0bf-4a36a62010d0 req-eb573e52-78f5-401d-8909-af8dc70a26b6 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0488102 Oct 27 14:06:08.029600 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8ae2ced4-c6a5-43d3-a0bf-4a36a62010d0 req-5f07944b-6f94-4124-869d-a79fda22b01d tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc&id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320714 Oct 27 14:06:11.823834 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4fa4e628-76fb-4ee3-8d82-0e4f6459b94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:14.495539 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-cb55f42b-a567-4099-b3a7-c486df935590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:15.267195 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:16.090830 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:17.090251 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:06:17.579913 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:17.766332 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ac1bf-2183-452b-a5d5-ef34f2577ad1 req-89d7e77d-0268-4ac4-9acf-50dffd04487b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:17.767740 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-329ac1bf-2183-452b-a5d5-ef34f2577ad1 req-89d7e77d-0268-4ac4-9acf-50dffd04487b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0482268 Oct 27 14:06:17.805446 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-329ac1bf-2183-452b-a5d5-ef34f2577ad1 req-e924b29f-fa46-44a3-9d12-fa11a7ba4788 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Oct 27 14:06:18.919888 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca708a-60c8-4ab1-83aa-dcaf49f1ac30 req-9e08c756-3e31-4ac5-8931-d1e37a7f0d78 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:18.921370 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-31ca708a-60c8-4ab1-83aa-dcaf49f1ac30 req-9e08c756-3e31-4ac5-8931-d1e37a7f0d78 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0477860 Oct 27 14:06:18.957748 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-31ca708a-60c8-4ab1-83aa-dcaf49f1ac30 req-0c2a76f8-c4db-4ff7-b4a5-c4ea235ffabb tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306358 Oct 27 14:06:20.071933 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40984e14-6c46-4470-b032-697c9063b315 req-27214dee-de90-42a0-96d1-a415a5b72d67 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:20.073903 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-40984e14-6c46-4470-b032-697c9063b315 req-27214dee-de90-42a0-96d1-a415a5b72d67 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0512838 Oct 27 14:06:20.111670 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-40984e14-6c46-4470-b032-697c9063b315 req-c59b14bc-f12a-4df4-9c41-dc69c4c68fd6 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319738 Oct 27 14:06:20.118672 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:21.227072 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20f39c-8820-402e-9887-e7d604547dc0 req-3e3c0300-3627-4259-88a6-df0f37f508e8 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:21.228556 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ea20f39c-8820-402e-9887-e7d604547dc0 req-3e3c0300-3627-4259-88a6-df0f37f508e8 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0500503 Oct 27 14:06:21.265451 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ea20f39c-8820-402e-9887-e7d604547dc0 req-019b7654-8909-4c2b-877b-c57d9b978a06 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304174 Oct 27 14:06:22.376600 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f0f0f-bfb2-42b7-ad54-35472232def9 req-97e5dc2a-5ea0-41b8-97dd-49c5ed6fa5c6 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:22.378061 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b54f0f0f-bfb2-42b7-ad54-35472232def9 req-97e5dc2a-5ea0-41b8-97dd-49c5ed6fa5c6 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0479195 Oct 27 14:06:22.415248 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b54f0f0f-bfb2-42b7-ad54-35472232def9 req-c5f31ef7-0e77-4675-8ac6-d3925aabe695 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314572 Oct 27 14:06:23.526272 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f4d9f-467b-46b9-b8ee-11bcbd0b7439 req-551a3f40-7526-4ead-9fcf-ba21e3d5021d tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:23.527627 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0c3f4d9f-467b-46b9-b8ee-11bcbd0b7439 req-551a3f40-7526-4ead-9fcf-ba21e3d5021d tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0467660 Oct 27 14:06:23.564277 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0c3f4d9f-467b-46b9-b8ee-11bcbd0b7439 req-0198e33e-a23b-4016-b158-1b237f20ce77 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309935 Oct 27 14:06:24.681569 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcb9b6-bf97-4b4f-b296-c3574bc9f90b req-5fe3730d-ee23-4e6b-9b71-582fc7440ae4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:24.683590 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dbfcb9b6-bf97-4b4f-b296-c3574bc9f90b req-5fe3730d-ee23-4e6b-9b71-582fc7440ae4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0496521 Oct 27 14:06:24.720333 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dbfcb9b6-bf97-4b4f-b296-c3574bc9f90b req-c0320ec5-3e78-4389-b5e9-70e39980a7be tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308888 Oct 27 14:06:25.834272 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89ce4f-af3f-4457-9c47-dde84236f7a5 req-208a524d-21fe-4b31-8fa0-498d56fd6647 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:25.835700 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3d89ce4f-af3f-4457-9c47-dde84236f7a5 req-208a524d-21fe-4b31-8fa0-498d56fd6647 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0472970 Oct 27 14:06:25.872263 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3d89ce4f-af3f-4457-9c47-dde84236f7a5 req-298fe5e3-0e1c-42cb-b8f4-4521f01e3385 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307670 Oct 27 14:06:26.990899 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492953f-2822-469c-a670-adc402e4bb25 req-ae1b982c-0b1f-4a9d-aecf-ef367390d1f1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:26.992372 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3492953f-2822-469c-a670-adc402e4bb25 req-ae1b982c-0b1f-4a9d-aecf-ef367390d1f1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0533180 Oct 27 14:06:27.029301 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3492953f-2822-469c-a670-adc402e4bb25 req-0c5a5ca3-ff63-42e5-869c-11e1b912d5a3 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306437 Oct 27 14:06:28.152774 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3aa05-e146-4d28-97e2-8440712cd43f req-290746f9-2596-4f2b-ba79-76a37db742e8 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:28.154218 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-68c3aa05-e146-4d28-97e2-8440712cd43f req-290746f9-2596-4f2b-ba79-76a37db742e8 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0507352 Oct 27 14:06:28.191595 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-68c3aa05-e146-4d28-97e2-8440712cd43f req-3281ca32-8fd9-41cb-9069-3e6b503ab96b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Oct 27 14:06:28.418781 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfab12-1ca0-4de9-bda9-63c80197a89e req-ff7252c1-b9dd-404a-bfe4-6e3f48168529 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:28.420285 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5bcfab12-1ca0-4de9-bda9-63c80197a89e req-ff7252c1-b9dd-404a-bfe4-6e3f48168529 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0488803 Oct 27 14:06:28.481256 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5bcfab12-1ca0-4de9-bda9-63c80197a89e req-98e9707d-cb7e-4d0f-a34c-a5f181ab0cf1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548909 Oct 27 14:06:28.492753 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-98b33342-832d-4658-a8a1-f03459776588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:28.494262 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-98b33342-832d-4658-a8a1-f03459776588 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 1099 time: 0.0512021 Oct 27 14:06:28.591141 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-622263aa-3024-4756-92f1-ecad62b01c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:28.592507 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-622263aa-3024-4756-92f1-ecad62b01c9e service neutron] 10.222.0.66 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 912 time: 0.0845859 Oct 27 14:06:28.659763 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-a89113b3-db0c-40e4-86de-15b381ef7a9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 HTTP/1.1" status: 200 len: 1001 time: 0.0583155 Oct 27 14:06:28.888956 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-989692b0-60a8-4061-8388-372898c73aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:28.890293 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-989692b0-60a8-4061-8388-372898c73aae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 200 len: 850 time: 0.2234721 Oct 27 14:06:28.935563 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-7efa2e3b-5a95-4ea2-be2f-66fda9fce77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:28.936988 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-7efa2e3b-5a95-4ea2-be2f-66fda9fce77f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53b46f23-9d36-49ed-aea1-577f654649e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380340 Oct 27 14:06:29.029124 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-1db48afe-7cf2-4c6d-bc20-ac6604ce073b service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813189 Oct 27 14:06:29.115783 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-79dee221-2ba1-45c2-9152-7d5e16ce1fec req-d1872bbc-5afd-44fa-9aba-10222b9bc95f service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794301 Oct 27 14:06:29.599065 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0947894-b124-46be-934e-b09f1cecb36f req-60387cee-10ca-47dc-8698-21ce8ef8cdcc tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:29.600547 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c0947894-b124-46be-934e-b09f1cecb36f req-60387cee-10ca-47dc-8698-21ce8ef8cdcc tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0494411 Oct 27 14:06:29.637424 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c0947894-b124-46be-934e-b09f1cecb36f req-e3e565d4-e07c-4215-9a8a-9ed219d61fe1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Oct 27 14:06:30.756576 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622024aa-6dd2-4ec8-afc1-e1c04abd0f62 req-75e367f4-4547-46da-8b0f-a619bbca40ec tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:30.758023 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-622024aa-6dd2-4ec8-afc1-e1c04abd0f62 req-75e367f4-4547-46da-8b0f-a619bbca40ec tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0521016 Oct 27 14:06:30.795168 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-622024aa-6dd2-4ec8-afc1-e1c04abd0f62 req-b135ddb9-3de1-47cc-8437-ab844203eb8e tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312262 Oct 27 14:06:41.069338 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09d97f-4f2e-45cd-b37c-b37d362957a1 req-d5402de4-0bce-4a69-8de7-0d029232d971 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:41.070737 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4d09d97f-4f2e-45cd-b37c-b37d362957a1 req-d5402de4-0bce-4a69-8de7-0d029232d971 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 947 time: 0.0485966 Oct 27 14:06:41.107826 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4d09d97f-4f2e-45cd-b37c-b37d362957a1 req-290d75fc-984e-4f76-a065-d50b515e121e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307789 Oct 27 14:06:41.824917 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0402a0a0-df18-4b60-938c-6dddc77a3f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:42.226246 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41808107-560c-4c27-98af-9474b2072d46 req-42e0c273-33bf-4a3b-83f3-1206ae7006ac tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:42.227712 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41808107-560c-4c27-98af-9474b2072d46 req-42e0c273-33bf-4a3b-83f3-1206ae7006ac tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 947 time: 0.0477412 Oct 27 14:06:42.265318 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41808107-560c-4c27-98af-9474b2072d46 req-e02b051c-563e-4b6f-a764-fad5163c5241 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Oct 27 14:06:43.313549 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-38a12a2d-a1ae-4735-93e7-b6491926d6e3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:43.315045 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-38a12a2d-a1ae-4735-93e7-b6491926d6e3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.66 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 947 time: 0.0478406 Oct 27 14:06:43.429993 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908f01b-0fae-4a98-8e99-084c18f3a97d req-5bb186f7-b73d-4a59-bfb1-b51db610587a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:43.431467 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d908f01b-0fae-4a98-8e99-084c18f3a97d req-5bb186f7-b73d-4a59-bfb1-b51db610587a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 947 time: 0.0850217 Oct 27 14:06:43.473145 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Deleting port 4ebb90d2-aad9-459d-bdad-bfad710eef47 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:06:43.473399 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:43.489669 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d908f01b-0fae-4a98-8e99-084c18f3a97d req-a158f090-845e-4d1b-858f-7a237165d773 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517719 Oct 27 14:06:43.566151 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] For port 4ebb90d2-aad9-459d-bdad-bfad710eef47, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ebb90d2-aad9-459d-bdad-bfad710eef47,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:06:43.566512 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:43.833037 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:43.833431 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:43.833787 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.l3_db [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Floating IP 0e2133a9-3c5c-407c-b8e1-7f4f731e674f disassociated. External IP: 172.27.1.201, port: 4ebb90d2-aad9-459d-bdad-bfad710eef47. Oct 27 14:06:43.834120 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Calling delete_port for 4ebb90d2-aad9-459d-bdad-bfad710eef47 owned by compute:nova {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:06:43.958242 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:43.987234 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event deleted for resources: {'Port': ['ID=4ebb90d2-aad9-459d-bdad-bfad710eef47,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:43.997619 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:43.997976 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:43.998344 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:43.998678 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:43.999009 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:43.999335 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:43.999660 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:43.999984 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:44.000353 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:44.000676 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:44.001000 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:44.001338 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:44.107557 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:06:44.212435 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:06:44.225973 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] Sync routers for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:06:44.240020 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:06:44.240796 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:06:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:06:44.254584 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] No DVR routers for this DVR port 4ebb90d2-aad9-459d-bdad-bfad710eef47 on host hv-cinder-81489 {{(pid=101356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:06:44.257250 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:44.260818 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8b81b121-e83c-46ee-b4cf-56848e9f1d6e req-57e5d7b4-6457-4cbf-89f5-dcb27743c55c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.66 "DELETE /v2.0/ports/4ebb90d2-aad9-459d-bdad-bfad710eef47 HTTP/1.1" status: 204 len: 173 time: 0.9383090 Oct 27 14:06:44.261305 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'name': 'network-vif-deleted', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:06:44.263620 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e93964e-32d7-40ba-8785-38141d5ed5a6" -d '{"events": [{"server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "name": "network-vif-deleted", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:06:44.355826 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:06:44.378251 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ea46f1-1d1f-4634-b418-f246e7e33d2d x-openstack-request-id: req-53ea46f1-1d1f-4634-b418-f246e7e33d2d {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:06:44.378758 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15209c9-c9ad-4143-bb38-824887320dbb", "name": "network-vif-deleted", "tag": "4ebb90d2-aad9-459d-bdad-bfad710eef47", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:06:44.378758 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53ea46f1-1d1f-4634-b418-f246e7e33d2d {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:06:44.379438 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15209c9-c9ad-4143-bb38-824887320dbb', 'name': 'network-vif-deleted', 'tag': '4ebb90d2-aad9-459d-bdad-bfad710eef47', 'status': 'completed', 'code': 200} Oct 27 14:06:44.508768 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1b5be02a-be99-4b1a-b5fd-5257a6173339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:44.572890 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:06:44.599931 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] Checking router: 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:06:44.606608 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f99fd045-3544-47a3-9908-0c4d526142b3 req-c8cfe84f-935d-4a59-a991-923cf75d5c80 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=c15209c9-c9ad-4143-bb38-824887320dbb HTTP/1.1" status: 200 len: 210 time: 0.0296748 Oct 27 14:06:44.609649 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:06:44.610113 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:06:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:06:44.720893 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:06:44.928095 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:06:44.954887 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c970b0-34cc-44f7-b69d-b4c5f9a4a6a7 None None] The sync data for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi is: [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:06:45.171031 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12efa5-6b7b-4b14-9e50-e6c7d68ebb71 None None] New status for floating IP 0e2133a9-3c5c-407c-b8e1-7f4f731e674f: DOWN {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:06:45.270874 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:45.717060 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39558) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:06:45.771700 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-81f9076c-c140-4581-a419-dd9f6828585c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:45.794630 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-81f9076c-c140-4581-a419-dd9f6828585c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:45.844935 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-81f9076c-c140-4581-a419-dd9f6828585c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:45.847503 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-81f9076c-c140-4581-a419-dd9f6828585c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:45.848732 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-81f9076c-c140-4581-a419-dd9f6828585c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "DELETE /v2.0/security-groups/12d5eb3b-bfc9-4b9b-985f-553a598d4ef6 HTTP/1.1" status: 204 len: 168 time: 0.1306977 Oct 27 14:06:45.851662 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39560) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:06:45.859301 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9076c-c140-4581-a419-dd9f6828585c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d5eb3b-bfc9-4b9b-985f-553a598d4ef6,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:45.872586 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.api.v2.resource [None req-c4e1b5cc-d7e5-4bcc-b90d-f7be8d800a93 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] show failed (client error): The resource could not be found. Oct 27 14:06:45.877021 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c4e1b5cc-d7e5-4bcc-b90d-f7be8d800a93 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups/12d5eb3b-bfc9-4b9b-985f-553a598d4ef6 HTTP/1.1" status: 404 len: 347 time: 0.0212774 Oct 27 14:06:45.877408 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39562) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:06:46.009565 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Deleting port 50570368-4491-40fa-aa4b-1854932bee31 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:06:46.010418 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:46.093026 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:46.093507 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:46.094748 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:46.105673 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Calling delete_port for 50570368-4491-40fa-aa4b-1854932bee31 owned by network:floatingip {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:06:46.456378 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:46.480863 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event deleted for resources: {'Port': ['ID=50570368-4491-40fa-aa4b-1854932bee31,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:46.492270 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.492614 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.492947 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.493324 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.493603 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.493924 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.494246 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.495068 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.495382 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.495738 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.496009 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.496353 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:46.549768 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:46.552339 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:46.553480 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-e80af82f-f681-4419-a178-832b6093aba8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "DELETE /v2.0/floatingips/0e2133a9-3c5c-407c-b8e1-7f4f731e674f HTTP/1.1" status: 204 len: 168 time: 0.6749489 Oct 27 14:06:46.947734 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39566) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:06:47.044581 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-f2f184f3-534b-4cb7-8e9a-13d951143245 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094045542', 'description': 'tempest-description--1870863470'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:06:47.066812 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f2f184f3-534b-4cb7-8e9a-13d951143245 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.131660 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f2f184f3-534b-4cb7-8e9a-13d951143245 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.135980 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f2f184f3-534b-4cb7-8e9a-13d951143245 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.166201 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f2f184f3-534b-4cb7-8e9a-13d951143245 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.167389 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-f2f184f3-534b-4cb7-8e9a-13d951143245 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2186263 Oct 27 14:06:47.169243 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f184f3-534b-4cb7-8e9a-13d951143245 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a5143e-3cde-42ad-88b4-39f48e5ee0f2,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:47.170424 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39570) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:06:47.175176 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-5dfa5c2f-efc1-4c47-a680-640855374e7e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'security_group_rule': {'security_group_id': '85a5143e-3cde-42ad-88b4-39f48e5ee0f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:06:47.203900 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5c2f-efc1-4c47-a680-640855374e7e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.248521 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5c2f-efc1-4c47-a680-640855374e7e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.252177 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5c2f-efc1-4c47-a680-640855374e7e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.271130 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa5c2f-efc1-4c47-a680-640855374e7e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf1b362-7247-441b-8acf-593cbbc7466c,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:47.276282 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5c2f-efc1-4c47-a680-640855374e7e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.277453 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-5dfa5c2f-efc1-4c47-a680-640855374e7e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060128 Oct 27 14:06:47.280205 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39572) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:06:47.284370 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-67752178-5b87-4e70-8d7c-82aa27833732 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'security_group_rule': {'security_group_id': '85a5143e-3cde-42ad-88b4-39f48e5ee0f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:06:47.309381 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-67752178-5b87-4e70-8d7c-82aa27833732 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.364769 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-67752178-5b87-4e70-8d7c-82aa27833732 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.368220 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-67752178-5b87-4e70-8d7c-82aa27833732 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.385642 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67752178-5b87-4e70-8d7c-82aa27833732 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd24978b-7d4c-47be-90f7-f3ff7f2ba269,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:47.392901 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-67752178-5b87-4e70-8d7c-82aa27833732 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.394048 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-67752178-5b87-4e70-8d7c-82aa27833732 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129436 Oct 27 14:06:47.397180 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39574) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:06:47.401416 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'floatingip': {'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:06:47.424510 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.516203 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.581592 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.627120 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Allocated IP 172.27.1.190 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/818e3cd7-57cb-4edd-b957-4aff0643b0ff) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:06:47.724963 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.730048 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ebb90d2-aad9-459d-bdad-bfad710eef47 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:06:47.753003 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 4ebb90d2-aad9-459d-bdad-bfad710eef47 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:06:47.753492 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ebb90d2-aad9-459d-bdad-bfad710eef47 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:06:47.760458 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.804991 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:06:47.809857 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:06:47.813308 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:06:47.818494 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'Port': ['ID=818e3cd7-57cb-4edd-b957-4aff0643b0ff,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:47.928814 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:47.966044 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:48.113327 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:48.117134 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:48.184716 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'Port': ['ID=818e3cd7-57cb-4edd-b957-4aff0643b0ff,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:48.193629 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:48.208441 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:48.209741 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-9e3422d4-a14a-469f-9660-b298f907db26 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8115680 Oct 27 14:06:48.347868 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-5e2588eb-7a4b-4502-8262-b4b7ad775884 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--2094045542&fields=id&tenant_id=d858bb1ca7884db3ab54520a9cc3119c HTTP/1.1" status: 200 len: 267 time: 0.0324080 Oct 27 14:06:48.456218 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-d1d45a22-ba3c-4ce6-8d26-5c56995c65e3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:48.457567 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-d1d45a22-ba3c-4ce6-8d26-5c56995c65e3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 817 time: 0.1003578 Oct 27 14:06:48.471734 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-c7d95b0d-0dc6-4d40-85b2-e7411b569480 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/quotas/d858bb1ca7884db3ab54520a9cc3119c HTTP/1.1" status: 200 len: 375 time: 0.0086179 Oct 27 14:06:48.521905 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-a868dbce-0869-48d5-a1b7-191194516bd8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451567 Oct 27 14:06:48.618043 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-5e83dac6-7592-487a-a2e9-36126310925d service neutron] 10.222.0.54 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849788 Oct 27 14:06:48.706456 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-1c79de6f-9c5b-4edd-9820-954da474db6c service neutron] 10.222.0.54 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818453 Oct 27 14:06:48.863681 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bef0eadc-0dc2-4ffa-bb15-e4ea2a713b87 req-5b6dce96-671c-42bd-8472-0a8ea822a2aa tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 210 time: 0.0262079 Oct 27 14:06:49.939356 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-df85f73a-4d04-4734-91f7-bc5b5864ab79 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:49.941083 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-df85f73a-4d04-4734-91f7-bc5b5864ab79 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 817 time: 0.1130872 Oct 27 14:06:49.973905 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a891fcf0-36b9-4880-9c6c-a2fe131d2f43 req-67bad2ac-dafe-41c5-82b3-b84150d9c9a5 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 210 time: 0.0317256 Oct 27 14:06:50.003893 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-a11ac9de-66ed-4c3c-af16-cd24b22634b3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d858bb1ca7884db3ab54520a9cc3119c HTTP/1.1" status: 200 len: 380 time: 0.0364447 Oct 27 14:06:50.020584 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'port': {'device_id': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'admin_state_up': True, 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'security_groups': ['85a5143e-3cde-42ad-88b4-39f48e5ee0f2']}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:06:50.133180 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:50.315123 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Made reservation on behalf of d858bb1ca7884db3ab54520a9cc3119c for: {'port': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:06:50.318507 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:50.436656 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Allocated IP 172.20.0.5 (31df4e33-ff18-4dc3-96e2-c4e94a557723/b655a7a1-e016-40ce-b009-43dc4bee35c9/4b78f7ba-6ad8-4542-b63e-cd44a2da199f) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:06:50.569093 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:50.599982 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:50.642831 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Network 31df4e33-ff18-4dc3-96e2-c4e94a557723 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:06:50.645896 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:06:50.649526 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:06:50.655614 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event updated for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:50.704682 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:50.706362 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:50.725001 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6103600a-695f-4edf-8497-b7fbca41256b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7079365 Oct 27 14:06:50.760307 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Request body: {'port': {'device_id': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:06:50.815552 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:50.882347 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-17284db0-5e03-48ed-b167-260ca32ff3e3 None None] Provisioning complete for port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:06:50.882813 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-17284db0-5e03-48ed-b167-260ca32ff3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:50.916762 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-17284db0-5e03-48ed-b167-260ca32ff3e3 None None] Port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:06:51.075579 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b78f7ba-6ad8-4542-b63e-cd44a2da199f {{(pid=101356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:06:51.083009 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:51.092428 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9ba55-8ea8-4c45-8019-ea1de5235ed8 req-b1bff520-e74e-4f5b-9f09-41bf56eb53ed tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:51.093925 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-49a9ba55-8ea8-4c45-8019-ea1de5235ed8 req-b1bff520-e74e-4f5b-9f09-41bf56eb53ed tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 931 time: 0.0486934 Oct 27 14:06:51.095018 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.provisioning_blocks [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Transition to ACTIVE for port object 4b78f7ba-6ad8-4542-b63e-cd44a2da199f will not be triggered until provisioned by entity L2. {{(pid=101356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:06:51.098832 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:51.132693 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-49a9ba55-8ea8-4c45-8019-ea1de5235ed8 req-f92a9cb9-8578-4b69-aa83-843d036bee63 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322516 Oct 27 14:06:51.152677 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Pushing event updated for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:51.219335 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Attempting to bind port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:06:51.220039 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Attempting to bind port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:06:51.220544 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Attempting to bind port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f on network 31df4e33-ff18-4dc3-96e2-c4e94a557723 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:06:51.229204 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f on network 31df4e33-ff18-4dc3-96e2-c4e94a557723 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:06:51.229608 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Attempting to bind port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f on network 31df4e33-ff18-4dc3-96e2-c4e94a557723 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:06:51.234941 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:06:51.235346 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Checking segment: {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:06:51.235789 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Bound using segment: {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:06:51.236326 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Bound port: 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023d8ac7-10aa-4f6b-a83f-209652b7d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723'}}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:06:51.236735 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:51.304416 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, cleared binding levels {{(pid=101356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:06:51.307889 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:06:51.313005 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:51.360193 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:51.360819 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:51.363029 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] 10.222.0.66 "PUT /v2.0/ports/4b78f7ba-6ad8-4542-b63e-cd44a2da199f HTTP/1.1" status: 200 len: 1093 time: 0.6069555 Oct 27 14:06:51.363594 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:06:51.365914 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46bfd20-563e-437d-97d0-dcd436635210" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:06:51.389842 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb7f0e-d014-4be9-b6e6-5ed38f7a4f4a service neutron] Pushing event updated for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=3']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:51.431016 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe4342-230e-455c-af9e-3528813a9aaa x-openstack-request-id: req-91fe4342-230e-455c-af9e-3528813a9aaa {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:06:51.431305 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:06:51.431606 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-91fe4342-230e-455c-af9e-3528813a9aaa {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:06:51.432571 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'status': 'completed', 'code': 200} Oct 27 14:06:51.462113 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-ba47a150-20f0-4fb3-af21-7d9bbd8ab664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:51.463687 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-ba47a150-20f0-4fb3-af21-7d9bbd8ab664 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 1096 time: 0.0436170 Oct 27 14:06:51.509030 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-4f9e1750-6183-49b6-8d10-c591559a051b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f HTTP/1.1" status: 200 len: 217 time: 0.0356426 Oct 27 14:06:51.566942 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6505349f-9e96-41b1-8ab1-d7ea3db1659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:51.568439 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-6505349f-9e96-41b1-8ab1-d7ea3db1659e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0497220 Oct 27 14:06:51.615283 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-fa717b22-b215-4968-a270-7c600420a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:51.616757 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-fa717b22-b215-4968-a270-7c600420a95f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393026 Oct 27 14:06:51.709354 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-2e827d8c-7a0b-4f76-90da-8c853b025fca service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846043 Oct 27 14:06:51.801656 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-314c21f0-10ff-46ff-9b8b-8170cddcca1f req-e2733a3f-9bb6-495d-a114-edd48203fa29 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815427 Oct 27 14:06:51.890740 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bfd20-563e-437d-97d0-dcd436635210 req-3cae8eae-09fd-484d-9040-5342b940e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:51.892206 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b46bfd20-563e-437d-97d0-dcd436635210 req-3cae8eae-09fd-484d-9040-5342b940e66a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 1096 time: 0.0401106 Oct 27 14:06:51.992497 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bfd20-563e-437d-97d0-dcd436635210 req-87b22a5d-35ab-4e5d-b76f-991b6e8a62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:51.993838 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b46bfd20-563e-437d-97d0-dcd436635210 req-87b22a5d-35ab-4e5d-b76f-991b6e8a62d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.0858691 Oct 27 14:06:52.035568 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b46bfd20-563e-437d-97d0-dcd436635210 req-da3fbd9c-b279-498c-ae19-253286218eec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f HTTP/1.1" status: 200 len: 217 time: 0.0339160 Oct 27 14:06:52.089666 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bfd20-563e-437d-97d0-dcd436635210 req-4742fb83-bcd6-47b7-bace-c283fe09a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:52.091079 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b46bfd20-563e-437d-97d0-dcd436635210 req-4742fb83-bcd6-47b7-bace-c283fe09a6ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0462186 Oct 27 14:06:52.143476 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bfd20-563e-437d-97d0-dcd436635210 req-9e6be045-196a-4c30-8f2b-d499e5b1b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:52.144983 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b46bfd20-563e-437d-97d0-dcd436635210 req-9e6be045-196a-4c30-8f2b-d499e5b1b5eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386338 Oct 27 14:06:52.239196 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b46bfd20-563e-437d-97d0-dcd436635210 req-610fcaaa-537e-4a7a-8cc6-cf7ec5bb6b5c service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827780 Oct 27 14:06:52.256178 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40a5d9-c010-42c4-bbb1-ca98eb794a95 req-555eca29-25ea-46d1-9e40-5b609920ed67 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:52.257587 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fd40a5d9-c010-42c4-bbb1-ca98eb794a95 req-555eca29-25ea-46d1-9e40-5b609920ed67 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0522504 Oct 27 14:06:52.295308 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fd40a5d9-c010-42c4-bbb1-ca98eb794a95 req-e029063a-ccbc-48b5-9f34-30192052471e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314455 Oct 27 14:06:52.336937 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b46bfd20-563e-437d-97d0-dcd436635210 req-c74a4a64-1e52-4c37-8b34-84fcf9228451 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857687 Oct 27 14:06:53.415339 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc579845-4c41-4878-8043-7ae883927c64 req-43fb54b1-3b37-4f43-a419-45694dcb0fdc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:53.416817 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bc579845-4c41-4878-8043-7ae883927c64 req-43fb54b1-3b37-4f43-a419-45694dcb0fdc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0480268 Oct 27 14:06:53.453648 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bc579845-4c41-4878-8043-7ae883927c64 req-72b42700-6f9a-442d-a74b-0e828e221b7e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311348 Oct 27 14:06:53.748396 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-34972df4-59e3-4725-825b-58ed53f05cea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474598 Oct 27 14:06:53.815367 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-459e0231-1852-48d5-b873-dca35b35c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:53.816872 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-459e0231-1852-48d5-b873-dca35b35c45a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 1099 time: 0.0414972 Oct 27 14:06:53.921101 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-5975f966-3aab-4ece-b6a9-b0ece754a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:53.922536 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-5975f966-3aab-4ece-b6a9-b0ece754a093 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 912 time: 0.0842328 Oct 27 14:06:53.990291 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-6dcbba11-963f-4f69-a377-1effd9ddb123 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 HTTP/1.1" status: 200 len: 1001 time: 0.0597386 Oct 27 14:06:54.039360 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-ec9dddd0-1466-41ca-bc72-700fa411a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:54.040777 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-ec9dddd0-1466-41ca-bc72-700fa411a996 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 200 len: 850 time: 0.0430913 Oct 27 14:06:54.089604 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:06:54.092218 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-70f92cd9-7b2b-4bb6-98a6-8ef456faab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:54.093740 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-70f92cd9-7b2b-4bb6-98a6-8ef456faab71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53b46f23-9d36-49ed-aea1-577f654649e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447614 Oct 27 14:06:54.194065 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-f8c9ee63-625a-4cdf-ba08-6947f3b51d4d service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869877 Oct 27 14:06:54.289967 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1393f02c-fc88-4b23-b361-ca1ce4450837 req-c0a5e1c8-6f11-46e5-a3b8-99e1dcabc3d1 service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840197 Oct 27 14:06:54.569204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a554332-fac3-4560-a9f7-659bdc9dd133 req-39ee9398-a4df-402f-87e9-ce13d06574f4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:54.570587 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6a554332-fac3-4560-a9f7-659bdc9dd133 req-39ee9398-a4df-402f-87e9-ce13d06574f4 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0476673 Oct 27 14:06:54.607966 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6a554332-fac3-4560-a9f7-659bdc9dd133 req-fc48282a-2f3d-4aaf-bc6b-06e8d0e2ec36 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Oct 27 14:06:55.723970 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6d2e1-223d-44a6-ab91-0ee1212235e1 req-165a53b4-ca3b-4147-8809-7183fabe735a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:55.725466 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c3b6d2e1-223d-44a6-ab91-0ee1212235e1 req-165a53b4-ca3b-4147-8809-7183fabe735a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0476582 Oct 27 14:06:55.760338 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4b78f7ba-6ad8-4542-b63e-cd44a2da199f details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:06:55.762859 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c3b6d2e1-223d-44a6-ab91-0ee1212235e1 req-b6eccb99-9dc6-4ce9-9e5b-b7ed013a4839 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309706 Oct 27 14:06:55.855629 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:06:55.866546 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'port_id': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'mac_address': 'fa:16:3e:3d:00:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:06:55.902909 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:55.915529 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b78f7ba-6ad8-4542-b63e-cd44a2da199f {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:06:55.937850 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:06:55.942098 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:55.988212 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:55.995194 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.995543 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.995885 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.996247 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.996581 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.996909 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.997236 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.997555 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.997885 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.998201 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.998518 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:55.998834 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.349798 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['4b78f7ba-6ad8-4542-b63e-cd44a2da199f'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:06:56.881102 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f8dc9-6823-4aa1-8efa-fdddbb74270c req-9efcbc1b-cb31-4e09-9b66-f44161061c30 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:56.882568 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-314f8dc9-6823-4aa1-8efa-fdddbb74270c req-9efcbc1b-cb31-4e09-9b66-f44161061c30 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0488989 Oct 27 14:06:56.921142 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-314f8dc9-6823-4aa1-8efa-fdddbb74270c req-5cc47305-8637-44b3-9a41-ec5470fe143d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Oct 27 14:06:57.788240 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4b78f7ba-6ad8-4542-b63e-cd44a2da199f up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:06:57.835778 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:06:57.839939 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:06:57.840338 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:57.914108 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:57.936248 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:06:57.938506 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f110fc52-068d-4563-8444-190548bd62d7" -d '{"events": [{"server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "name": "network-vif-plugged", "status": "completed", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:06:57.957107 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:06:57.963031 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:06:58.016822 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:58.044718 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be26115-6489-46c7-b0b5-6c1adb44421f x-openstack-request-id: req-3be26115-6489-46c7-b0b5-6c1adb44421f {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:06:58.045005 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "name": "network-vif-plugged", "status": "completed", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:06:58.045254 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3be26115-6489-46c7-b0b5-6c1adb44421f {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:06:58.045639 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'code': 200} Oct 27 14:06:58.050597 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aeec24-4da4-46a8-9b52-2f9b41a26b06 req-ec0f91b5-ff1e-415a-814a-7caa9c980ec5 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:58.052335 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-55aeec24-4da4-46a8-9b52-2f9b41a26b06 req-ec0f91b5-ff1e-415a-814a-7caa9c980ec5 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0557508 Oct 27 14:06:58.091585 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-55aeec24-4da4-46a8-9b52-2f9b41a26b06 req-1ed122b6-ee40-4d1f-946e-dac097a63e1b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330942 Oct 27 14:06:58.212195 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de995531-7501-4aa4-a462-87baea01d5dd req-0ac0680e-5759-4c32-acf4-43c075902889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:58.214299 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-de995531-7501-4aa4-a462-87baea01d5dd req-0ac0680e-5759-4c32-acf4-43c075902889 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 1098 time: 0.0396159 Oct 27 14:06:58.250178 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-de995531-7501-4aa4-a462-87baea01d5dd req-8c07bd4b-2844-443e-a32b-242c269d6fce service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273306 Oct 27 14:06:59.215284 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae122c-d659-4a72-82ad-d78c533bc9e4 req-1cb0c130-83ff-48f9-b6e5-74f4ad2e3be3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:59.216764 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-13ae122c-d659-4a72-82ad-d78c533bc9e4 req-1cb0c130-83ff-48f9-b6e5-74f4ad2e3be3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0518103 Oct 27 14:06:59.254686 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-13ae122c-d659-4a72-82ad-d78c533bc9e4 req-c630c035-1520-40cb-aa6d-25ac25876649 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319746 Oct 27 14:07:00.370037 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1efc1-5d27-4d25-8091-7e826350726f req-b29860ab-6c24-4867-8439-f31e5e084cd8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:00.371470 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cda1efc1-5d27-4d25-8091-7e826350726f req-b29860ab-6c24-4867-8439-f31e5e084cd8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0473015 Oct 27 14:07:00.408385 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cda1efc1-5d27-4d25-8091-7e826350726f req-3e46c3a8-e1dc-43cb-9034-649506c9324f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311201 Oct 27 14:07:00.520087 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda91857-0d43-4692-a3b4-cf9073421517 req-b6eeada2-739f-40ce-8afc-ac7fba3791ab tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:00.521469 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-eda91857-0d43-4692-a3b4-cf9073421517 req-b6eeada2-739f-40ce-8afc-ac7fba3791ab tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0468497 Oct 27 14:07:00.530318 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39634) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:00.534887 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-795db74d-97f4-40fc-bb2e-975b6231b772 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Request body: {'floatingip': {'port_id': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:00.571462 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-795db74d-97f4-40fc-bb2e-975b6231b772 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:01.078899 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-795db74d-97f4-40fc-bb2e-975b6231b772 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:01.082337 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-795db74d-97f4-40fc-bb2e-975b6231b772 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:01.179988 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.l3_db [None req-795db74d-97f4-40fc-bb2e-975b6231b772 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Floating IP 074a2e39-a57d-4b40-af8e-2f4000dfd65c associated. External IP: 172.27.1.190, port: 4b78f7ba-6ad8-4542-b63e-cd44a2da199f. Oct 27 14:07:01.590999 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795db74d-97f4-40fc-bb2e-975b6231b772 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:07:01.694307 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795db74d-97f4-40fc-bb2e-975b6231b772 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:07:01.699387 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-795db74d-97f4-40fc-bb2e-975b6231b772 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:01.704809 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] Sync routers for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:07:01.713902 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:01.714519 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:06:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:01.726786 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-795db74d-97f4-40fc-bb2e-975b6231b772 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "PUT /v2.0/floatingips/074a2e39-a57d-4b40-af8e-2f4000dfd65c HTTP/1.1" status: 200 len: 991 time: 1.1954215 Oct 27 14:07:01.727379 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:07:01.729816 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:07:01.767822 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9884a9b-b602-4144-bd17-e0486fb973e1 x-openstack-request-id: req-e9884a9b-b602-4144-bd17-e0486fb973e1 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:07:01.768142 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:07:01.768388 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9884a9b-b602-4144-bd17-e0486fb973e1 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:07:01.768782 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'status': 'completed', 'code': 200} Oct 27 14:07:01.838019 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:01.839887 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-6892a1a3-e5e1-4274-a5be-25e7b1f8b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:01.841476 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-6892a1a3-e5e1-4274-a5be-25e7b1f8b030 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 1098 time: 0.0460184 Oct 27 14:07:01.938326 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-5f50d10b-bfbc-45c5-b494-4f9a9d636b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:01.939821 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-5f50d10b-bfbc-45c5-b494-4f9a9d636b30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.0881789 Oct 27 14:07:02.009829 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-f79d2c2d-5af2-4c58-ba64-73ebe6d757c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f HTTP/1.1" status: 200 len: 999 time: 0.0604467 Oct 27 14:07:02.062834 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-35bc37e3-c805-4f7e-819f-fb0d85462f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:02.064498 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-35bc37e3-c805-4f7e-819f-fb0d85462f0f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0478027 Oct 27 14:07:02.110394 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-6c180650-143d-4a6a-978a-7fbf41717796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:02.111789 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-6c180650-143d-4a6a-978a-7fbf41717796 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392306 Oct 27 14:07:02.191671 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '074a2e39-a57d-4b40-af8e-2f4000dfd65c', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'port_id': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'mac_address': 'fa:16:3e:3d:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:06:47Z', 'updated_at': '2021-10-27T14:07:00Z', 'revision_number': 1, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:02.206987 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-f04462f7-ffba-4ab4-b9f6-03d340cc1c06 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867882 Oct 27 14:07:02.221759 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] Checking router: 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:07:02.232719 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:02.233325 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:06:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:02.301715 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6a61bdb8-7128-4f05-bdeb-bd4abe902d47 req-f8dd9473-ffbb-4fa2-8ddf-fa371993a82f service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866270 Oct 27 14:07:02.339900 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:02.553849 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '074a2e39-a57d-4b40-af8e-2f4000dfd65c', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'port_id': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'mac_address': 'fa:16:3e:3d:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:06:47Z', 'updated_at': '2021-10-27T14:07:00Z', 'revision_number': 1, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:02.582790 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f130894-ff9a-4c72-8551-f73317887025 None None] The sync data for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi is: [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '074a2e39-a57d-4b40-af8e-2f4000dfd65c', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'port_id': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'mac_address': 'fa:16:3e:3d:00:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:06:47Z', 'updated_at': '2021-10-27T14:07:00Z', 'revision_number': 1, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:07:02.756850 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69031c19-384a-466b-9a78-e18a5bee62ac None None] New status for floating IP 074a2e39-a57d-4b40-af8e-2f4000dfd65c: ACTIVE {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:07:11.826525 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9c8616dd-5cae-489f-a289-3b415e1a1f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:11.980950 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-15d478a0-7543-408f-8824-7f41d104064b req-f3aa0b2a-0636-496a-964e-68847ad6e76d tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378504337&fields=id&tenant_id=3404fa87c74c48f9b34905375a3e8660 HTTP/1.1" status: 200 len: 267 time: 0.0319161 Oct 27 14:07:12.033277 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d478a0-7543-408f-8824-7f41d104064b req-07d6a54b-8ee1-4c8b-85f7-08cb1cbea153 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:12.035019 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-15d478a0-7543-408f-8824-7f41d104064b req-07d6a54b-8ee1-4c8b-85f7-08cb1cbea153 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 985 time: 0.0480602 Oct 27 14:07:12.045702 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-15d478a0-7543-408f-8824-7f41d104064b req-1d100bc1-6f62-41cc-bce0-d48e50796c09 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Request body: {'port': {'security_groups': ['a449ea8c-549b-428b-a2f6-0cc2418267f0']}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:12.114307 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-15d478a0-7543-408f-8824-7f41d104064b req-1d100bc1-6f62-41cc-bce0-d48e50796c09 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.286637 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-15d478a0-7543-408f-8824-7f41d104064b req-1d100bc1-6f62-41cc-bce0-d48e50796c09 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] For port a5db9c2b-4207-442d-8b6c-70219f298368, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a5db9c2b-4207-442d-8b6c-70219f298368,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:12.314856 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-15d478a0-7543-408f-8824-7f41d104064b req-1d100bc1-6f62-41cc-bce0-d48e50796c09 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.319402 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-15d478a0-7543-408f-8824-7f41d104064b req-1d100bc1-6f62-41cc-bce0-d48e50796c09 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.338650 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['a5db9c2b-4207-442d-8b6c-70219f298368'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:07:12.371267 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d478a0-7543-408f-8824-7f41d104064b req-1d100bc1-6f62-41cc-bce0-d48e50796c09 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:12.372093 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-15d478a0-7543-408f-8824-7f41d104064b req-1d100bc1-6f62-41cc-bce0-d48e50796c09 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.373545 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-15d478a0-7543-408f-8824-7f41d104064b req-1d100bc1-6f62-41cc-bce0-d48e50796c09 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "PUT /v2.0/ports/a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 943 time: 0.3322153 Oct 27 14:07:12.373968 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:07:12.376252 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d" -d '{"events": [{"name": "network-changed", "server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:07:12.380856 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39668) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:12.402355 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d100bc1-6f62-41cc-bce0-d48e50796c09 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event updated for resources: {'Port': ['ID=a5db9c2b-4207-442d-8b6c-70219f298368,revision_number=7']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:12.459022 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['a5db9c2b-4207-442d-8b6c-70219f298368'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:07:12.467593 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b523f84e-e68a-4840-8b4e-52abbfd289ba tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.493210 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef081226-960a-462b-a4a8-a5d28f4649d7 x-openstack-request-id: req-ef081226-960a-462b-a4a8-a5d28f4649d7 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:07:12.493210 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:07:12.493477 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef081226-960a-462b-a4a8-a5d28f4649d7 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:07:12.493898 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'status': 'completed', 'code': 200} Oct 27 14:07:12.501513 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b523f84e-e68a-4840-8b4e-52abbfd289ba tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.586979 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-1bbbdc88-f658-4122-a936-d89841d1be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:12.589062 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-1bbbdc88-f658-4122-a936-d89841d1be10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3404fa87c74c48f9b34905375a3e8660&device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 1099 time: 0.0662630 Oct 27 14:07:12.652799 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b523f84e-e68a-4840-8b4e-52abbfd289ba tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.655336 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b523f84e-e68a-4840-8b4e-52abbfd289ba tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.656475 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-b523f84e-e68a-4840-8b4e-52abbfd289ba tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "DELETE /v2.0/security-groups/0d5347fd-f224-4d65-adf4-ff4ea0deb1fc HTTP/1.1" status: 204 len: 168 time: 0.2746282 Oct 27 14:07:12.659601 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39674) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:12.671030 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523f84e-e68a-4840-8b4e-52abbfd289ba tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5347fd-f224-4d65-adf4-ff4ea0deb1fc,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:12.711036 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-5ade071e-3224-46a7-ad84-6a1748ae11f8 None None] Provisioning complete for port a5db9c2b-4207-442d-8b6c-70219f298368 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:12.711416 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-5ade071e-3224-46a7-ad84-6a1748ae11f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.712244 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-c5e31c12-0d1a-4ec8-ab80-50952b0b6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:12.713806 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-c5e31c12-0d1a-4ec8-ab80-50952b0b6901 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 HTTP/1.1" status: 200 len: 916 time: 0.1143599 Oct 27 14:07:12.800146 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-b02d294b-f37a-4f33-b328-3e90cd6a4af1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 1001 time: 0.0641751 Oct 27 14:07:12.836332 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Deleting port 55f7d0e6-51cb-440b-89e9-34680fa81501 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:07:12.836669 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.852562 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-9f9bc6fa-5759-40c9-ad9e-e844ba5a3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:12.854022 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-9f9bc6fa-5759-40c9-ad9e-e844ba5a3ca7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fac9fec-e55f-41ed-8ace-e2a9d5200117 HTTP/1.1" status: 200 len: 854 time: 0.0437326 Oct 27 14:07:12.902485 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-12ed55b9-2765-4324-abbd-c108682ef3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:12.903881 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-12ed55b9-2765-4324-abbd-c108682ef3d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400782 Oct 27 14:07:12.911404 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.911725 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:12.923440 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Calling delete_port for 55f7d0e6-51cb-440b-89e9-34680fa81501 owned by network:floatingip {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:07:12.998333 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-aa2d704e-a1f8-4e82-a715-5a28e45cc44a service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861802 Oct 27 14:07:13.093155 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:13.094756 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad3789ba-c5cb-4619-ac92-7d94fba0ca1d req-20a25c0b-451e-49e1-824f-c8dc67968301 service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848343 Oct 27 14:07:13.116961 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event deleted for resources: {'Port': ['ID=55f7d0e6-51cb-440b-89e9-34680fa81501,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:13.182282 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks [] for floatingip, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:13.182534 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.l3_db [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Floating IP 4e81c406-89b3-483c-af8a-bb0ea8d67b68 disassociated (deleted). External IP: 172.27.1.13, port: a5db9c2b-4207-442d-8b6c-70219f298368. Oct 27 14:07:13.380197 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Router 02c05979-80ff-4c4c-9ce7-b0aef720019b has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:07:13.483825 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:07:13.488077 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:13.493794 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] Sync routers for ids ['02c05979-80ff-4c4c-9ce7-b0aef720019b'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:07:13.503620 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] Routers {'02c05979-80ff-4c4c-9ce7-b0aef720019b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:13.504251 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:06:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['02c05979-80ff-4c4c-9ce7-b0aef720019b'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:13.514821 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2204d462-6170-4e18-839b-1408284cb7eb tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "DELETE /v2.0/floatingips/4e81c406-89b3-483c-af8a-bb0ea8d67b68 HTTP/1.1" status: 204 len: 168 time: 0.8540809 Oct 27 14:07:13.611162 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] Set router 02c05979-80ff-4c4c-9ce7-b0aef720019b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:13.822919 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '13b18588-cc35-4ef5-8715-dd17a10af79d', 'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'mac_address': 'fa:16:3e:1e:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:21Z', 'updated_at': '2021-10-27T14:03:27Z', 'revision_number': 5, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'subnets': [{'id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:13.849071 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] Checking router: 02c05979-80ff-4c4c-9ce7-b0aef720019b for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:07:13.857940 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] Routers {'02c05979-80ff-4c4c-9ce7-b0aef720019b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:13.858543 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:06:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['02c05979-80ff-4c4c-9ce7-b0aef720019b'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:13.961135 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] Set router 02c05979-80ff-4c4c-9ce7-b0aef720019b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:14.156406 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '13b18588-cc35-4ef5-8715-dd17a10af79d', 'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'mac_address': 'fa:16:3e:1e:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:21Z', 'updated_at': '2021-10-27T14:03:27Z', 'revision_number': 5, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'subnets': [{'id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:14.183351 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a529c6-cacf-4cc7-8809-dc14ee4e0001 None None] The sync data for ids ['02c05979-80ff-4c4c-9ce7-b0aef720019b'] in dv-cinder-814898-2-iscsi is: [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:22Z', 'revision_number': 4, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '13b18588-cc35-4ef5-8715-dd17a10af79d', 'name': '', 'network_id': 'ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'mac_address': 'fa:16:3e:1e:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:21Z', 'updated_at': '2021-10-27T14:03:27Z', 'revision_number': 5, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'subnets': [{'id': '8fac9fec-e55f-41ed-8ace-e2a9d5200117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:07:14.396542 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78b4ce8-3878-450c-ae3a-b2dbaebe1503 None None] New status for floating IP 4e81c406-89b3-483c-af8a-bb0ea8d67b68: DOWN {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:07:14.495512 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:07:14.498427 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dd5c66-7915-4e3c-abbe-ce231ef315ea" -d '{"events": [{"name": "network-changed", "server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:07:14.500558 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-5fd80639-3860-4ec8-8056-e2f5fb758f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:14.533789 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c14883a-38fb-4641-9058-1c59b8dc7f9b x-openstack-request-id: req-7c14883a-38fb-4641-9058-1c59b8dc7f9b {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:07:14.534414 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:07:14.534739 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7c14883a-38fb-4641-9058-1c59b8dc7f9b {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:07:14.535218 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'status': 'completed', 'code': 200} Oct 27 14:07:14.608374 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-c151b971-fece-40c4-b970-584537737add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:14.609851 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-c151b971-fece-40c4-b970-584537737add service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3404fa87c74c48f9b34905375a3e8660&device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 1099 time: 0.0445933 Oct 27 14:07:14.699792 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-d12a5c17-8a74-40b4-b0fb-90e20d46ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:14.701239 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-d12a5c17-8a74-40b4-b0fb-90e20d46ad17 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 HTTP/1.1" status: 200 len: 916 time: 0.0814891 Oct 27 14:07:14.745529 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-11484982-403a-4c37-9f66-440cb6d0ffc0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 200 len: 217 time: 0.0363328 Oct 27 14:07:14.796383 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-59abf048-9ba9-4fb7-bce0-2c4715e4adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:14.797858 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-59abf048-9ba9-4fb7-bce0-2c4715e4adff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fac9fec-e55f-41ed-8ace-e2a9d5200117 HTTP/1.1" status: 200 len: 854 time: 0.0432377 Oct 27 14:07:14.846894 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-7f07c70c-8c87-4a23-98b7-e635064d5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:14.848445 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-7f07c70c-8c87-4a23-98b7-e635064d5b8b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417776 Oct 27 14:07:14.948736 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-3ef3aef3-4cf7-4bd3-9ecb-cde1fa842d2a service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929348 Oct 27 14:07:15.044427 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22dd5c66-7915-4e3c-abbe-ce231ef315ea req-53bd6701-1d0a-49de-a235-9195e747284e service neutron] 10.222.0.66 "GET /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878596 Oct 27 14:07:15.273220 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:16.096606 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:16.219468 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a8390-0eb8-43ae-b3f1-8a3c5035c877 req-7a9ba526-1727-4afd-a420-b5519235a195 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:16.220988 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-868a8390-0eb8-43ae-b3f1-8a3c5035c877 req-7a9ba526-1727-4afd-a420-b5519235a195 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 946 time: 0.0484173 Oct 27 14:07:16.259544 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-868a8390-0eb8-43ae-b3f1-8a3c5035c877 req-e029f5d4-3281-45ea-b46e-43ade61009e8 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 Oct 27 14:07:17.370395 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510e73b-15d5-49e8-8d2e-7f1dba4d2a1e req-2079acd1-b953-4024-a769-f7161fc6c686 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:17.371844 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7510e73b-15d5-49e8-8d2e-7f1dba4d2a1e req-2079acd1-b953-4024-a769-f7161fc6c686 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 946 time: 0.0478432 Oct 27 14:07:17.408321 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7510e73b-15d5-49e8-8d2e-7f1dba4d2a1e req-e5b0c129-bef1-4c7c-8fa0-dd0b17f4cf5f tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306437 Oct 27 14:07:17.584899 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:18.468575 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e730c6-4656-4968-9140-edee1f72dadd req-93e74e1a-eaca-434b-b53a-9c3ec873ca23 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:18.470045 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-01e730c6-4656-4968-9140-edee1f72dadd req-93e74e1a-eaca-434b-b53a-9c3ec873ca23 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.66 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 946 time: 0.0491166 Oct 27 14:07:18.522550 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6679-6402-4928-b397-38e04be820f7 req-08dfac98-5f57-43b0-8f53-4ab769e99100 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:18.524030 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-771f6679-6402-4928-b397-38e04be820f7 req-08dfac98-5f57-43b0-8f53-4ab769e99100 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/ports?device_id=efd52381-6ceb-48cf-b83c-9fcd99d51f0c HTTP/1.1" status: 200 len: 946 time: 0.0507236 Oct 27 14:07:18.562395 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-771f6679-6402-4928-b397-38e04be820f7 req-404b4257-6d14-4c4d-b611-83cbbd9d4d56 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.54 "GET /v2.0/security-groups?id=a449ea8c-549b-428b-a2f6-0cc2418267f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Oct 27 14:07:18.564056 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [req-01e730c6-4656-4968-9140-edee1f72dadd req-459acaf4-c0e2-4e4d-b72b-b700e6ed7689 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Deleting port a5db9c2b-4207-442d-8b6c-70219f298368 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:07:18.564460 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-01e730c6-4656-4968-9140-edee1f72dadd req-459acaf4-c0e2-4e4d-b72b-b700e6ed7689 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:18.657740 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-01e730c6-4656-4968-9140-edee1f72dadd req-459acaf4-c0e2-4e4d-b72b-b700e6ed7689 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] For port a5db9c2b-4207-442d-8b6c-70219f298368, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=a5db9c2b-4207-442d-8b6c-70219f298368,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:18.658094 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-01e730c6-4656-4968-9140-edee1f72dadd req-459acaf4-c0e2-4e4d-b72b-b700e6ed7689 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:18.673819 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [req-01e730c6-4656-4968-9140-edee1f72dadd req-459acaf4-c0e2-4e4d-b72b-b700e6ed7689 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Calling delete_port for a5db9c2b-4207-442d-8b6c-70219f298368 owned by compute:nova {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:07:18.794969 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-01e730c6-4656-4968-9140-edee1f72dadd req-459acaf4-c0e2-4e4d-b72b-b700e6ed7689 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:18.807453 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['a5db9c2b-4207-442d-8b6c-70219f298368'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:07:18.821092 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459acaf4-c0e2-4e4d-b72b-b700e6ed7689 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Pushing event deleted for resources: {'Port': ['ID=a5db9c2b-4207-442d-8b6c-70219f298368,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:18.868450 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e730c6-4656-4968-9140-edee1f72dadd req-459acaf4-c0e2-4e4d-b72b-b700e6ed7689 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] No DVR routers for this DVR port a5db9c2b-4207-442d-8b6c-70219f298368 on host hv-cinder-81489 {{(pid=101356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:07:18.871525 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-01e730c6-4656-4968-9140-edee1f72dadd req-459acaf4-c0e2-4e4d-b72b-b700e6ed7689 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:18.874854 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-01e730c6-4656-4968-9140-edee1f72dadd req-459acaf4-c0e2-4e4d-b72b-b700e6ed7689 tempest-TestMinimumBasicScenario-996702895 tempest-TestMinimumBasicScenario-996702895-project] 10.222.0.66 "DELETE /v2.0/ports/a5db9c2b-4207-442d-8b6c-70219f298368 HTTP/1.1" status: 204 len: 173 time: 0.3965847 Oct 27 14:07:18.875296 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'name': 'network-vif-deleted', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:07:18.877563 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5098db2f-3303-49b8-8eff-92b175cdd232" -d '{"events": [{"server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "name": "network-vif-deleted", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:07:18.917938 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f08b2ea-ce02-4be6-82d6-73c0a3bb9812 x-openstack-request-id: req-8f08b2ea-ce02-4be6-82d6-73c0a3bb9812 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:07:18.918227 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd52381-6ceb-48cf-b83c-9fcd99d51f0c", "name": "network-vif-deleted", "tag": "a5db9c2b-4207-442d-8b6c-70219f298368", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:07:18.918472 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f08b2ea-ce02-4be6-82d6-73c0a3bb9812 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:07:18.918856 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd52381-6ceb-48cf-b83c-9fcd99d51f0c', 'name': 'network-vif-deleted', 'tag': 'a5db9c2b-4207-442d-8b6c-70219f298368', 'status': 'completed', 'code': 200} Oct 27 14:07:20.094509 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39770) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:20.147055 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:20.499877 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3706416'] for router_interface, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:21.004883 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] Deleting port 13b18588-cc35-4ef5-8715-dd17a10af79d {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:07:21.005217 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:21.084695 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] For port 13b18588-cc35-4ef5-8715-dd17a10af79d, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=13b18588-cc35-4ef5-8715-dd17a10af79d,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:21.085068 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:21.097536 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] Calling delete_port for 13b18588-cc35-4ef5-8715-dd17a10af79d owned by network:router_interface {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:07:21.273651 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:21.303626 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b18588-cc35-4ef5-8715-dd17a10af79d,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:21.461697 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4155522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3706588'] for router_interface, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:21.672690 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] Router 02c05979-80ff-4c4c-9ce7-b0aef720019b has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:07:21.776918 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:07:21.781918 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2940b82a-c0dc-4854-a525-a335718d8929 admin admin] 10.222.0.54 "PUT /v2.0/routers/02c05979-80ff-4c4c-9ce7-b0aef720019b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863706 Oct 27 14:07:21.784664 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39776) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:21.788015 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] Sync routers for ids ['02c05979-80ff-4c4c-9ce7-b0aef720019b'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:07:21.799344 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] Routers {'02c05979-80ff-4c4c-9ce7-b0aef720019b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:21.800239 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['02c05979-80ff-4c4c-9ce7-b0aef720019b'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:21.896202 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:21.991130 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device a5db9c2b-4207-442d-8b6c-70219f298368 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:07:21.998803 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.017108 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: a5db9c2b-4207-442d-8b6c-70219f298368 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:07:22.017452 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device a5db9c2b-4207-442d-8b6c-70219f298368 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:07:22.051520 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Deleting port ba1fee5a-f115-4b1b-9a65-32fb5e97b645 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:07:22.051859 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.059521 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] Set router 02c05979-80ff-4c4c-9ce7-b0aef720019b gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:22.133764 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] For port ba1fee5a-f115-4b1b-9a65-32fb5e97b645, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=ba1fee5a-f115-4b1b-9a65-32fb5e97b645,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:22.134397 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.145753 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Calling delete_port for ba1fee5a-f115-4b1b-9a65-32fb5e97b645 owned by network:router_gateway {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:07:22.268300 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:07:21Z', 'revision_number': 5, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port': {'id': 'ba1fee5a-f115-4b1b-9a65-32fb5e97b645', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ed:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:22.294873 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] Checking router: 02c05979-80ff-4c4c-9ce7-b0aef720019b for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:07:22.302991 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] Routers {'02c05979-80ff-4c4c-9ce7-b0aef720019b'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:22.303590 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['02c05979-80ff-4c4c-9ce7-b0aef720019b'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:22.312073 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.336498 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1fee5a-f115-4b1b-9a65-32fb5e97b645,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:22.392373 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] Set router 02c05979-80ff-4c4c-9ce7-b0aef720019b gateway port host: None {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:22.395809 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3705726'] for router_gateway, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.444679 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:07:21Z', 'revision_number': 6, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port_host': None}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:22.473824 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd0ab9-c5a1-4fb1-a000-f509eea35c1b None None] The sync data for ids ['02c05979-80ff-4c4c-9ce7-b0aef720019b'] in dv-cinder-814898-2-iscsi is: [{'id': '02c05979-80ff-4c4c-9ce7-b0aef720019b', 'name': 'tempest-TestMinimumBasicScenario-1921421413-router', 'tenant_id': '3404fa87c74c48f9b34905375a3e8660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:19Z', 'updated_at': '2021-10-27T14:07:21Z', 'revision_number': 6, 'project_id': '3404fa87c74c48f9b34905375a3e8660', 'gw_port_host': None}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:07:22.484931 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3707668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1316'] for router, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.487271 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.534906 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3707651'] for router, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.535430 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02c05979-80ff-4c4c-9ce7-b0aef720019b {{(pid=101355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:07:22.541107 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] Publish callbacks [] for router, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.542237 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-4c28ee10-ab5e-426c-b50d-7b6824b171b3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/02c05979-80ff-4c4c-9ce7-b0aef720019b HTTP/1.1" status: 204 len: 168 time: 0.7565236 Oct 27 14:07:22.544751 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39778) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:22.587850 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f08e8ef-7593-4b6c-9607-91dec5d3863e admin admin] Deleting subnet 8fac9fec-e55f-41ed-8ace-e2a9d5200117 {{(pid=101355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:07:22.590893 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3f08e8ef-7593-4b6c-9607-91dec5d3863e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.624033 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3f08e8ef-7593-4b6c-9607-91dec5d3863e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60366666'] for subnet, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.730953 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3f08e8ef-7593-4b6c-9607-91dec5d3863e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.781627 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3f08e8ef-7593-4b6c-9607-91dec5d3863e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59536638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59606618'] for subnet, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.807224 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08e8ef-7593-4b6c-9607-91dec5d3863e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fac9fec-e55f-41ed-8ace-e2a9d5200117,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:22.810681 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-3f08e8ef-7593-4b6c-9607-91dec5d3863e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.816210 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-3f08e8ef-7593-4b6c-9607-91dec5d3863e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8fac9fec-e55f-41ed-8ace-e2a9d5200117 HTTP/1.1" status: 204 len: 168 time: 0.2682285 Oct 27 14:07:22.816528 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39782) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:22.817108 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3744896-a6ac-4eb1-97ff-3f0da968cd73 None None] Network ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:07:22.887460 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:22.947098 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Deleting port 9689328f-2fdc-4060-8e3b-d485970e6be2 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:07:22.947437 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:23.013038 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] For port 9689328f-2fdc-4060-8e3b-d485970e6be2, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=9689328f-2fdc-4060-8e3b-d485970e6be2,segment=NetworkSegment(cc6e694f-88e3-421a-9d67-82dbd7fa90b3),segment_id=cc6e694f-88e3-421a-9d67-82dbd7fa90b3)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:23.013366 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:23.025851 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Calling delete_port for 9689328f-2fdc-4060-8e3b-d485970e6be2 owned by network:dhcp {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:07:23.101496 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:23.130813 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9689328f-2fdc-4060-8e3b-d485970e6be2,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:23.132660 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] No DVR routers for this DVR port 9689328f-2fdc-4060-8e3b-d485970e6be2 on host dv-cinder-814898-2-iscsi {{(pid=101356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:07:23.203064 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:23.225313 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69']}} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:23.235465 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3') {'for_net_delete': True} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:23.235754 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6e694f-88e3-421a-9d67-82dbd7fa90b3') {} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:23.242273 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78c5dcd-e2a7-4064-a516-08dbb0bc972c None None] DHCP port deletion for ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 request from dv-cinder-814898-2-iscsi {{(pid=101357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:07:23.246110 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845840'] for segment, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:23.259662 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:23.267872 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=101356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:07:23.268467 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60100648'] for segment, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: Traceback (most recent call last): Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: timer() Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: cb(*args, **kw) Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: return func(*args, **kwargs) Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: self._notify() Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: self.callback(batched_events) Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: event.method(event) Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: return f(self, *a, **k) Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._get(url).json() Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: return self.request(url, 'GET', **kwargs) Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:07:23.270322 dv-cinder-814898-2-iscsi neutron-server[101356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:07:23.327188 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:23.334516 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:23.340563 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69 HTTP/1.1" status: 204 len: 168 time: 0.5229964 Oct 27 14:07:23.341233 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39784) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:23.353069 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057437e-afb0-4892-bdbb-e14ee5dccca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9c1ac8-be4a-4a37-b322-c7a9b88b2a69,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:23.686591 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3706416'] for router_interface, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:23.803497 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 13b18588-cc35-4ef5-8715-dd17a10af79d no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:07:23.824025 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 13b18588-cc35-4ef5-8715-dd17a10af79d {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:07:23.824712 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 13b18588-cc35-4ef5-8715-dd17a10af79d not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:07:23.824812 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device ba1fee5a-f115-4b1b-9a65-32fb5e97b645 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:07:23.842945 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: ba1fee5a-f115-4b1b-9a65-32fb5e97b645 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:07:23.843306 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device ba1fee5a-f115-4b1b-9a65-32fb5e97b645 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:07:23.843742 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 9689328f-2fdc-4060-8e3b-d485970e6be2 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:07:23.863004 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 9689328f-2fdc-4060-8e3b-d485970e6be2 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:07:23.863346 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 9689328f-2fdc-4060-8e3b-d485970e6be2 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:07:23.933804 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] Deleting port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:07:23.934132 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:24.010602 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] For port 1bc3ba62-5ec7-42b2-be11-35c0023d7a99, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=1bc3ba62-5ec7-42b2-be11-35c0023d7a99,segment=NetworkSegment(c46b29c7-ced7-4822-b9b1-14f3e20b6e51),segment_id=c46b29c7-ced7-4822-b9b1-14f3e20b6e51)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:24.010901 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:24.023090 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] Calling delete_port for 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 owned by network:router_interface {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:07:24.199491 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:24.229654 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc3ba62-5ec7-42b2-be11-35c0023d7a99,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:24.622367 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4155522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3706588'] for router_interface, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:24.824529 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] Router 4346c1e5-671d-4b7e-a323-b2d969c03f4f has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:07:24.933758 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:07:24.941219 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-9ee8dda9-55e6-40c4-9543-0f39b091481d admin admin] 10.222.0.54 "PUT /v2.0/routers/4346c1e5-671d-4b7e-a323-b2d969c03f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5970423 Oct 27 14:07:24.943034 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39792) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:24.945406 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] Sync routers for ids ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:07:24.957344 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] Routers {'4346c1e5-671d-4b7e-a323-b2d969c03f4f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:24.957934 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:25.044991 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.059161 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] Set router 4346c1e5-671d-4b7e-a323-b2d969c03f4f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:25.147074 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.199507 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Deleting port 50cb3520-ffd8-41a7-80bb-130024cee591 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:07:25.199838 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.250492 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'name': 'tempest-TestMinimumBasicScenario-2035459401-router', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:07:24Z', 'revision_number': 5, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'gw_port': {'id': '50cb3520-ffd8-41a7-80bb-130024cee591', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:25.282426 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] For port 50cb3520-ffd8-41a7-80bb-130024cee591, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=50cb3520-ffd8-41a7-80bb-130024cee591,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:25.282809 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.284598 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] Checking router: 4346c1e5-671d-4b7e-a323-b2d969c03f4f for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:07:25.294068 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] Routers {'4346c1e5-671d-4b7e-a323-b2d969c03f4f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:25.294671 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:25.295623 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Calling delete_port for 50cb3520-ffd8-41a7-80bb-130024cee591 owned by network:router_gateway {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:07:25.378167 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] Set router 4346c1e5-671d-4b7e-a323-b2d969c03f4f gateway port host: None {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:25.429392 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'name': 'tempest-TestMinimumBasicScenario-2035459401-router', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:07:25Z', 'revision_number': 6, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'gw_port_host': None}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:25.457271 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.458821 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f8fa6-e047-49db-8499-a4933b086b28 None None] The sync data for ids ['4346c1e5-671d-4b7e-a323-b2d969c03f4f'] in dv-cinder-814898-2-iscsi is: [{'id': '4346c1e5-671d-4b7e-a323-b2d969c03f4f', 'name': 'tempest-TestMinimumBasicScenario-2035459401-router', 'tenant_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:25Z', 'updated_at': '2021-10-27T14:07:25Z', 'revision_number': 6, 'project_id': '7d3c19ba7a03496c9023ba8f1302a71b', 'gw_port_host': None}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:07:25.488007 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=50cb3520-ffd8-41a7-80bb-130024cee591,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:25.548780 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3705726'] for router_gateway, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.656333 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3707668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1316'] for router, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.658435 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.720668 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3707651'] for router, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.721129 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4346c1e5-671d-4b7e-a323-b2d969c03f4f {{(pid=101356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:07:25.726257 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.727379 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-b2fcd6ee-bf2e-4fcb-a3b1-c0ea14e301d2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4346c1e5-671d-4b7e-a323-b2d969c03f4f HTTP/1.1" status: 204 len: 168 time: 0.7826533 Oct 27 14:07:25.730457 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39794) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:25.772605 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac0a925-1832-471b-b623-1e2567be328f admin admin] Deleting subnet 211ef48e-62be-4c23-9bb2-8c9fb60a988c {{(pid=101356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:07:25.776044 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a925-1832-471b-b623-1e2567be328f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.810940 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a925-1832-471b-b623-1e2567be328f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845929'] for subnet, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.931287 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a925-1832-471b-b623-1e2567be328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:25.985075 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a925-1832-471b-b623-1e2567be328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60100802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62809795'] for subnet, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.012963 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0a925-1832-471b-b623-1e2567be328f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211ef48e-62be-4c23-9bb2-8c9fb60a988c,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:26.018944 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a925-1832-471b-b623-1e2567be328f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.022160 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-1ac0a925-1832-471b-b623-1e2567be328f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/211ef48e-62be-4c23-9bb2-8c9fb60a988c HTTP/1.1" status: 204 len: 168 time: 0.2907951 Oct 27 14:07:26.025255 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39798) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:26.025402 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc1d77-57af-4b3b-ad59-a3cfcdc70161 None None] Network d50be04b-b764-43c1-92b1-2091ca5983f7 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:07:26.093826 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.146636 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Deleting port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:07:26.146970 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.211054 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e7d7d-2609-44b8-a661-e0ae79734af1 None None] DHCP port deletion for d50be04b-b764-43c1-92b1-2091ca5983f7 request from dv-cinder-814898-2-iscsi {{(pid=101357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:07:26.217957 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] For port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=6aa02d00-3be7-4ed7-8b1b-d61f58d67a40,segment=NetworkSegment(c46b29c7-ced7-4822-b9b1-14f3e20b6e51),segment_id=c46b29c7-ced7-4822-b9b1-14f3e20b6e51)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:26.218413 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.233463 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Calling delete_port for 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 owned by network:dhcp {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:07:26.241042 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:07:26.263707 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:07:26.264056 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 1bc3ba62-5ec7-42b2-be11-35c0023d7a99 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:07:26.285681 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-a46e7d7d-2609-44b8-a661-e0ae79734af1 None None] Deleting port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 {{(pid=101357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:07:26.286058 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a46e7d7d-2609-44b8-a661-e0ae79734af1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.314016 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.351176 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-a46e7d7d-2609-44b8-a661-e0ae79734af1 None None] For port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=6aa02d00-3be7-4ed7-8b1b-d61f58d67a40,segment=NetworkSegment(c46b29c7-ced7-4822-b9b1-14f3e20b6e51),segment_id=c46b29c7-ced7-4822-b9b1-14f3e20b6e51)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:26.351630 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a46e7d7d-2609-44b8-a661-e0ae79734af1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.365248 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-a46e7d7d-2609-44b8-a661-e0ae79734af1 None None] Calling delete_port for 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 owned by network:dhcp {{(pid=101357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:07:26.496616 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a46e7d7d-2609-44b8-a661-e0ae79734af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284'] for port, after_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.510455 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e7d7d-2609-44b8-a661-e0ae79734af1 None None] No DVR routers for this DVR port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 on host dv-cinder-814898-2-iscsi {{(pid=101357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:07:26.530846 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e7d7d-2609-44b8-a661-e0ae79734af1 None None] Pushing event deleted for resources: {'Port': ['ID=6aa02d00-3be7-4ed7-8b1b-d61f58d67a40,revision_number=None']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:26.559812 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa02d00-3be7-4ed7-8b1b-d61f58d67a40,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:26.565285 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] No DVR routers for this DVR port 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 on host dv-cinder-814898-2-iscsi {{(pid=101356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:07:26.632477 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.652893 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50be04b-b764-43c1-92b1-2091ca5983f7']}} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:26.662192 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51') {'for_net_delete': True} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:26.662480 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46b29c7-ced7-4822-b9b1-14f3e20b6e51') {} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:26.672199 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845840'] for segment, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.686740 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.692974 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=101356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:07:26.693352 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60100648'] for segment, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: Traceback (most recent call last): Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: timer() Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: cb(*args, **kw) Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: return func(*args, **kwargs) Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: self._notify() Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: self.callback(batched_events) Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: event.method(event) Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: return f(self, *a, **k) Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._get(url).json() Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: return self.request(url, 'GET', **kwargs) Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:07:26.695117 dv-cinder-814898-2-iscsi neutron-server[101356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:07:26.749698 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.754741 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:26.757824 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d50be04b-b764-43c1-92b1-2091ca5983f7 HTTP/1.1" status: 204 len: 168 time: 0.7315409 Oct 27 14:07:26.768308 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bf301-d281-41f4-8921-197a3ca2c7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d50be04b-b764-43c1-92b1-2091ca5983f7,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:26.919998 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39802) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:26.957972 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-201fdaaa-83b5-4c0c-a347-8ce207b5ffed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3404fa87c74c48f9b34905375a3e8660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367794 Oct 27 14:07:26.960387 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39804) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:27.007361 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ce74c64b-bb32-46de-924d-4b75d868ab87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:27.027681 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ce74c64b-bb32-46de-924d-4b75d868ab87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:27.079015 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ce74c64b-bb32-46de-924d-4b75d868ab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:27.082776 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ce74c64b-bb32-46de-924d-4b75d868ab87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:27.084302 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-ce74c64b-bb32-46de-924d-4b75d868ab87 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a449ea8c-549b-428b-a2f6-0cc2418267f0 HTTP/1.1" status: 204 len: 168 time: 0.1226220 Oct 27 14:07:27.092399 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74c64b-bb32-46de-924d-4b75d868ab87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a449ea8c-549b-428b-a2f6-0cc2418267f0,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:27.392463 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39812) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:27.431661 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-1719717f-bffb-44db-9239-e21017b79ee2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d3c19ba7a03496c9023ba8f1302a71b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380723 Oct 27 14:07:27.433940 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39814) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:27.483958 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-39734b14-5564-4350-beed-4f77fa1f2489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:27.504310 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-39734b14-5564-4350-beed-4f77fa1f2489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:27.549735 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-39734b14-5564-4350-beed-4f77fa1f2489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:27.552323 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-39734b14-5564-4350-beed-4f77fa1f2489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:27.554030 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-39734b14-5564-4350-beed-4f77fa1f2489 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f7d5cde-ec1a-4bff-bdef-3d3412edecb9 HTTP/1.1" status: 204 len: 168 time: 0.1192131 Oct 27 14:07:27.563212 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39734b14-5564-4350-beed-4f77fa1f2489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7d5cde-ec1a-4bff-bdef-3d3412edecb9,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:27.806723 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:07:27.826894 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:07:27.827240 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 6aa02d00-3be7-4ed7-8b1b-d61f58d67a40 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:07:27.827726 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 50cb3520-ffd8-41a7-80bb-130024cee591 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:07:27.847240 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 50cb3520-ffd8-41a7-80bb-130024cee591 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:07:27.847593 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 50cb3520-ffd8-41a7-80bb-130024cee591 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:07:28.214475 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39838) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:28.307438 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1643297993-network', 'tenant_id': 'e42f26086823418ba21c115dec767d4a'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:28.328277 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Made reservation on behalf of e42f26086823418ba21c115dec767d4a for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:07:28.330452 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.339075 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.411022 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.414698 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.435010 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:07:28.449848 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b633c1f4-300c-441b-bcc4-28b21fac43ca,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:28.452670 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.453050 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Added segment e7fd8999-9a4a-4161-90b6-599467a16c24 of type vlan for network 183d5593-f6e3-49b4-a001-c931d3fd7d59 Oct 27 14:07:28.491002 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.517909 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.518827 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:28.519416 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.569444 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3538926 Oct 27 14:07:28.573066 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39842) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:28.577958 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Request body: {'subnet': {'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1643297993-subnet', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'ip_version': 4}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:28.580542 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a52594-a2db-4e2e-a07e-0402fcc38e32 admin admin] Pushing event updated for resources: {'Network': ['ID=183d5593-f6e3-49b4-a001-c931d3fd7d59,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:28.590346 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 183d5593-f6e3-49b4-a001-c931d3fd7d59 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:07:28.601440 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Made reservation on behalf of e42f26086823418ba21c115dec767d4a for: {'subnet': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:07:28.603874 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62809378'] for subnet, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.770963 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60100739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62809392'] for subnet, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.824882 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c2be87-fb13-46ec-911f-611e741ec400,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:28.833217 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Checking segment: {'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:07:28.833514 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Network hostable DHCP agents. Network: 183d5593-f6e3-49b4-a001-c931d3fd7d59, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:07:28.849397 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Network 183d5593-f6e3-49b4-a001-c931d3fd7d59 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:07:28.857538 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 183d5593-f6e3-49b4-a001-c931d3fd7d59) {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:07:28.861493 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:28.862068 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.866957 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66748312-56ae-44bb-840e-2adaea1c0c4b None None] Network 183d5593-f6e3-49b4-a001-c931d3fd7d59 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:07:28.877042 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-e28f2fb8-102f-4fbd-9970-18d8dfdde796 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3029137 Oct 27 14:07:28.879702 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39844) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:28.884419 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:28.905009 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1302'] for router, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.906097 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3707714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3826736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1311'] for router, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:28.956625 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.008539 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b38121d-ab4f-51e8-aed6-adc1c8c7f7a7-183d5593-f6e3-49b4-a001-c931d3fd7d59', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400'}]}} from dv-cinder-814898-2-iscsi. {{(pid=101357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:07:29.009893 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.093879 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.142962 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.db_base_plugin_common [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Allocated IP 172.20.0.2 (183d5593-f6e3-49b4-a001-c931d3fd7d59/05c2be87-fb13-46ec-911f-611e741ec400/bfcbe2eb-9ec8-40d8-b515-da00732e7dcb) {{(pid=101357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:07:29.286669 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Publish callbacks [] for port, precommit_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.294055 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.295986 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.315543 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.338246 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Network 183d5593-f6e3-49b4-a001-c931d3fd7d59 is already hosted by enough agents. {{(pid=101357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:07:29.341121 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.base_scheduler [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Resources bound (agent type, host, resource id): {{(pid=101357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:07:29.344692 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Received port after_create {{(pid=101357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:07:29.356428 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Pushing event updated for resources: {'Port': ['ID=bfcbe2eb-9ec8-40d8-b515-da00732e7dcb,revision_number=1']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:29.401089 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Attempting to bind port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:07:29.401455 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Attempting to bind port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:07:29.401817 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Attempting to bind port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb on network 183d5593-f6e3-49b4-a001-c931d3fd7d59 {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:07:29.406742 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:07:29.407115 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Checking segment: {'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:07:29.407506 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.407894 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Bound using segment: {'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:07:29.408379 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Bound port: bfcbe2eb-9ec8-40d8-b515-da00732e7dcb, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:07:29.409005 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.422555 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Allocated IP 172.27.1.203 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/f80113ce-069b-4179-a7e3-e52656ba5bcc) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:07:29.469442 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] For port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:07:29.472491 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] For port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=bfcbe2eb-9ec8-40d8-b515-da00732e7dcb,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:07:29.476642 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.531241 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.541534 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bd6f3-e64c-4fbf-bdc2-40b0f68d1d7c None None] Pushing event updated for resources: {'Port': ['ID=bfcbe2eb-9ec8-40d8-b515-da00732e7dcb,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:29.566466 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.607028 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:07:29.610027 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:07:29.613602 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:07:29.619591 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Pushing event updated for resources: {'Port': ['ID=f80113ce-069b-4179-a7e3-e52656ba5bcc,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:29.834199 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device bfcbe2eb-9ec8-40d8-b515-da00732e7dcb up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:07:29.879640 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.885839 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:29.886329 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:29.966448 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:30.002555 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=bfcbe2eb-9ec8-40d8-b515-da00732e7dcb,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:30.007049 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:30.057095 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=bfcbe2eb-9ec8-40d8-b515-da00732e7dcb,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:30.078476 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3707721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214'] for router, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:30.211282 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 is scheduled to L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff with binding_index 1 {{(pid=101356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:07:30.332683 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:07:30.345446 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Sync routers for ids ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:07:30.350979 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:30.352222 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-ffc9e054-234b-40e1-84fd-878247509c18 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4715579 Oct 27 14:07:30.355398 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39850) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:30.358811 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Routers {'d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:30.359495 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:30.551248 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972872a8-3de0-4dee-a974-65d15df079d6 None None] Network 183d5593-f6e3-49b4-a001-c931d3fd7d59 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:07:30.630904 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-79f46386-4c8c-4060-9388-7f2081ae35f5 None None] Provisioning complete for port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:30.631272 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-79f46386-4c8c-4060-9388-7f2081ae35f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:30.700942 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Set router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:30.768925 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:30.927804 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Allocated IP 172.20.0.1 (183d5593-f6e3-49b4-a001-c931d3fd7d59/05c2be87-fb13-46ec-911f-611e741ec400/a2b7b62a-a1f5-4040-b460-93af1fa66165) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:07:30.973253 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:29Z', 'revision_number': 3, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:31.000541 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Checking router: d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:07:31.000898 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Updating router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 port f80113ce-069b-4179-a7e3-e52656ba5bcc binding host dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:07:31.030679 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.048364 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.085011 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.090712 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:07:31.120743 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Network 183d5593-f6e3-49b4-a001-c931d3fd7d59 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:07:31.123675 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:07:31.126865 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:07:31.166028 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Pushing event updated for resources: {'Port': ['ID=a2b7b62a-a1f5-4040-b460-93af1fa66165,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:31.180811 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3705803'] for router_interface, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.261964 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-00747dc4-9506-46f5-adf6-84612f442016 None None] Provisioning complete for port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:31.262429 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-00747dc4-9506-46f5-adf6-84612f442016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.321833 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.348805 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Publish callbacks [] for port, precommit_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.355245 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.441995 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c405aa-cd9c-4ba0-bbbd-d5e8f783f04b None None] Pushing event updated for resources: {'Port': ['ID=f80113ce-069b-4179-a7e3-e52656ba5bcc,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:31.447303 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Attempting to bind port f80113ce-069b-4179-a7e3-e52656ba5bcc on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:07:31.447689 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Attempting to bind port f80113ce-069b-4179-a7e3-e52656ba5bcc by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:07:31.448061 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Attempting to bind port f80113ce-069b-4179-a7e3-e52656ba5bcc on network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:07:31.456614 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:07:31.456931 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:07:31.457333 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.457724 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Bound using segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:07:31.458196 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Bound port: f80113ce-069b-4179-a7e3-e52656ba5bcc, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:07:31.458575 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.484898 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.489875 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.517467 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] For port f80113ce-069b-4179-a7e3-e52656ba5bcc, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:07:31.520805 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] For port f80113ce-069b-4179-a7e3-e52656ba5bcc, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=f80113ce-069b-4179-a7e3-e52656ba5bcc,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:07:31.525057 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.559903 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Pushing event updated for resources: {'Port': ['ID=a2b7b62a-a1f5-4040-b460-93af1fa66165,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:31.562476 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4155533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3706459'] for router_interface, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.594498 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Routers {'d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:31.595110 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:31.652266 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Network 183d5593-f6e3-49b4-a001-c931d3fd7d59 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:07:31.653612 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:07:31.663954 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-e478e3f6-1e25-4c0a-837c-5d58053efe1f None None] Provisioning complete for port a2b7b62a-a1f5-4040-b460-93af1fa66165 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:31.664373 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-e478e3f6-1e25-4c0a-837c-5d58053efe1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:31.672584 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c405aa-cd9c-4ba0-bbbd-d5e8f783f04b None None] Pushing event updated for resources: {'Port': ['ID=f80113ce-069b-4179-a7e3-e52656ba5bcc,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:31.727436 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-e478e3f6-1e25-4c0a-837c-5d58053efe1f None None] Port a2b7b62a-a1f5-4040-b460-93af1fa66165 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:07:31.764473 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] Set router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:31.781952 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:07:31.810911 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device bfcbe2eb-9ec8-40d8-b515-da00732e7dcb up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:07:31.898614 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:07:31.904290 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-79d360e8-0c7c-49ba-956b-f3efc39c8cca admin admin] 10.222.0.54 "PUT /v2.0/routers/d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5475109 Oct 27 14:07:31.949737 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:31.950101 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.006815 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-2f110e6f-04c8-42e3-b4f8-1ab08fb257a8 None None] Provisioning complete for port a2b7b62a-a1f5-4040-b460-93af1fa66165 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:32.007509 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-2f110e6f-04c8-42e3-b4f8-1ab08fb257a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.073409 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-2f110e6f-04c8-42e3-b4f8-1ab08fb257a8 None None] Port a2b7b62a-a1f5-4040-b460-93af1fa66165 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:07:32.136254 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 2, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:32.293629 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8800b5-7d18-4886-8656-0f03efd042e0 None None] The sync data for ids ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'] in dv-cinder-814898-2-iscsi is: [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 2, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:07:32.383050 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39870) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:32.387964 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-576975052-network', 'tenant_id': 'ece02679236e41119fc260920ce1f003'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:32.408940 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Made reservation on behalf of ece02679236e41119fc260920ce1f003 for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:07:32.411215 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.420640 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.504710 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.510025 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.523343 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:07:32.545460 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.545793 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Added segment 07f4c8fc-9f81-4194-aa17-bc6574eec84f of type vlan for network 04fdbb31-eaea-455c-b7ba-eb7926246e6b Oct 27 14:07:32.579497 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d3e21a-232e-40a1-af2f-9088720bc3d6,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:32.593639 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.621226 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.622249 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:32.622845 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.692059 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3078945 Oct 27 14:07:32.696585 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39874) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:32.697982 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd143a68-8323-42af-8b1e-2841c16d4f9a admin admin] Pushing event updated for resources: {'Network': ['ID=04fdbb31-eaea-455c-b7ba-eb7926246e6b,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:32.701722 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Request body: {'subnet': {'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-576975052-subnet', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'ip_version': 4}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:32.709294 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 04fdbb31-eaea-455c-b7ba-eb7926246e6b details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:07:32.741371 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Made reservation on behalf of ece02679236e41119fc260920ce1f003 for: {'subnet': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:07:32.743789 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62809378'] for subnet, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.918555 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60100739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62809392'] for subnet, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:32.976400 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7664535d-181e-4c02-900c-e15b34f1e656,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:32.992376 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Checking segment: {'id': '07f4c8fc-9f81-4194-aa17-bc6574eec84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:07:32.992740 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Network hostable DHCP agents. Network: 04fdbb31-eaea-455c-b7ba-eb7926246e6b, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:07:33.010288 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Network 04fdbb31-eaea-455c-b7ba-eb7926246e6b is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:07:33.019840 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 04fdbb31-eaea-455c-b7ba-eb7926246e6b) {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:07:33.024611 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:33.025421 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.029905 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9d70ae-9892-4889-be7f-7abae9ca237f None None] Network 04fdbb31-eaea-455c-b7ba-eb7926246e6b requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:07:33.051060 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-9c1ac22d-3078-4dcd-a625-5a58c3da1182 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3531563 Oct 27 14:07:33.055204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39876) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:33.058598 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-576975052-router', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:33.081037 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1302'] for router, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.082159 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3707714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3826736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1311'] for router, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.135613 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.207613 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b38121d-ab4f-51e8-aed6-adc1c8c7f7a7-04fdbb31-eaea-455c-b7ba-eb7926246e6b', 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'fixed_ips': [{'subnet_id': '7664535d-181e-4c02-900c-e15b34f1e656'}]}} from dv-cinder-814898-2-iscsi. {{(pid=101357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:07:33.208815 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.290432 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.364616 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.db_base_plugin_common [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Allocated IP 172.20.0.2 (04fdbb31-eaea-455c-b7ba-eb7926246e6b/7664535d-181e-4c02-900c-e15b34f1e656/58d42308-2ac8-45e7-9a45-7b1e396c1d82) {{(pid=101357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:07:33.501228 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.519774 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Publish callbacks [] for port, precommit_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.520671 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.526592 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.567271 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Network 04fdbb31-eaea-455c-b7ba-eb7926246e6b is already hosted by enough agents. {{(pid=101357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:07:33.570335 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.base_scheduler [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Resources bound (agent type, host, resource id): {{(pid=101357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:07:33.574496 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Received port after_create {{(pid=101357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:07:33.580800 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Pushing event updated for resources: {'Port': ['ID=58d42308-2ac8-45e7-9a45-7b1e396c1d82,revision_number=1']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:33.639178 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Attempting to bind port 58d42308-2ac8-45e7-9a45-7b1e396c1d82 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:07:33.639635 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Attempting to bind port 58d42308-2ac8-45e7-9a45-7b1e396c1d82 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '07f4c8fc-9f81-4194-aa17-bc6574eec84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:07:33.640068 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Attempting to bind port 58d42308-2ac8-45e7-9a45-7b1e396c1d82 on network 04fdbb31-eaea-455c-b7ba-eb7926246e6b {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:07:33.643036 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Allocated IP 172.27.1.202 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/83b09793-1dcb-4a71-8a0a-db85e950f733) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:07:33.645228 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:07:33.645604 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Checking segment: {'id': '07f4c8fc-9f81-4194-aa17-bc6574eec84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:07:33.646050 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.646465 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Bound using segment: {'id': '07f4c8fc-9f81-4194-aa17-bc6574eec84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:07:33.646938 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Bound port: 58d42308-2ac8-45e7-9a45-7b1e396c1d82, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4c8fc-9f81-4194-aa17-bc6574eec84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:07:33.647338 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.709810 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] For port 58d42308-2ac8-45e7-9a45-7b1e396c1d82, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:07:33.714254 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] For port 58d42308-2ac8-45e7-9a45-7b1e396c1d82, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=58d42308-2ac8-45e7-9a45-7b1e396c1d82,segment=NetworkSegment(07f4c8fc-9f81-4194-aa17-bc6574eec84f),segment_id=07f4c8fc-9f81-4194-aa17-bc6574eec84f)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:07:33.718968 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.754764 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.786728 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f5531-b277-4ce1-9559-a30a0591134e None None] Pushing event updated for resources: {'Port': ['ID=58d42308-2ac8-45e7-9a45-7b1e396c1d82,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:33.799699 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:33.846576 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:07:33.849641 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:07:33.854119 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:07:33.864353 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device f80113ce-069b-4179-a7e3-e52656ba5bcc up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:07:33.878481 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Pushing event updated for resources: {'Port': ['ID=83b09793-1dcb-4a71-8a0a-db85e950f733,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:33.926937 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port f80113ce-069b-4179-a7e3-e52656ba5bcc triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:33.927313 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:34.039343 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:34.072125 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port f80113ce-069b-4179-a7e3-e52656ba5bcc, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=f80113ce-069b-4179-a7e3-e52656ba5bcc,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:34.085842 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:34.143845 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=f80113ce-069b-4179-a7e3-e52656ba5bcc,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:34.377111 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Sync routers for ids ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:07:34.386175 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:34.387686 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Routers {'d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:34.388381 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:34.495327 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Set router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:34.578933 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3707721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214'] for router, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:34.716332 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 2, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:34.727428 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Router f62e5338-b3a2-49c9-ab9c-153098c02d7f is scheduled to L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff with binding_index 1 {{(pid=101355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:07:34.749318 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Checking router: d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:07:34.749685 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Updating router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 port a2b7b62a-a1f5-4040-b460-93af1fa66165 binding host dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:07:34.776994 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:34.850705 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:07:34.863902 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Sync routers for ids ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:07:34.872380 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] Publish callbacks [] for router, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:34.876655 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Routers {'f62e5338-b3a2-49c9-ab9c-153098c02d7f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:34.876818 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39882) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:34.877558 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:34.878438 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-51c1a917-4ceb-4891-942d-9aae30a9d30e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8234615 Oct 27 14:07:34.972600 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f62db-8bce-48f7-8ce6-c155a3556acd None None] Network 04fdbb31-eaea-455c-b7ba-eb7926246e6b requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:07:35.049404 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Set router f62e5338-b3a2-49c9-ab9c-153098c02d7f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:35.095123 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Publish callbacks [] for port, precommit_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.101952 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.140325 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-1bf8af76-a1f1-491d-967c-9010183b2f03 None None] Provisioning complete for port 58d42308-2ac8-45e7-9a45-7b1e396c1d82 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:35.140522 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1bf8af76-a1f1-491d-967c-9010183b2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.179845 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Pushing event updated for resources: {'Port': ['ID=a2b7b62a-a1f5-4040-b460-93af1fa66165,revision_number=3']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:35.193380 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.193876 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.194312 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.195036 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.195036 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.195544 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.196000 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.196449 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.196885 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.197319 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.197738 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.198151 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:35.268018 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Attempting to bind port a2b7b62a-a1f5-4040-b460-93af1fa66165 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:07:35.268505 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Attempting to bind port a2b7b62a-a1f5-4040-b460-93af1fa66165 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:07:35.268941 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Attempting to bind port a2b7b62a-a1f5-4040-b460-93af1fa66165 on network 183d5593-f6e3-49b4-a001-c931d3fd7d59 {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:07:35.276932 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:07:35.277469 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Checking segment: {'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:07:35.278071 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.278535 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Bound using segment: {'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:07:35.279080 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Bound port: a2b7b62a-a1f5-4040-b460-93af1fa66165, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'}}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:07:35.279552 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.363852 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.366134 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] For port a2b7b62a-a1f5-4040-b460-93af1fa66165, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:07:35.372830 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] For port a2b7b62a-a1f5-4040-b460-93af1fa66165, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=a2b7b62a-a1f5-4040-b460-93af1fa66165,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:07:35.383945 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.384656 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1bf8af76-a1f1-491d-967c-9010183b2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.433157 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-1bf8af76-a1f1-491d-967c-9010183b2f03 None None] For port 58d42308-2ac8-45e7-9a45-7b1e396c1d82, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=58d42308-2ac8-45e7-9a45-7b1e396c1d82,segment=NetworkSegment(07f4c8fc-9f81-4194-aa17-bc6574eec84f),segment_id=07f4c8fc-9f81-4194-aa17-bc6574eec84f)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:35.435811 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'name': 'tempest-TestShelveInstance-576975052-router', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 3, 'project_id': 'ece02679236e41119fc260920ce1f003', 'gw_port': {'id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:35.439416 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1bf8af76-a1f1-491d-967c-9010183b2f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.468152 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Checking router: f62e5338-b3a2-49c9-ab9c-153098c02d7f for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:07:35.475225 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Updating router f62e5338-b3a2-49c9-ab9c-153098c02d7f port 83b09793-1dcb-4a71-8a0a-db85e950f733 binding host dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:07:35.501478 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Routers {'d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:35.502706 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:35.560312 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.574161 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Allocated IP 172.20.0.1 (04fdbb31-eaea-455c-b7ba-eb7926246e6b/7664535d-181e-4c02-900c-e15b34f1e656/f673af83-b315-4e45-832f-3d7ba08c2e1f) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:07:35.604270 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8af76-a1f1-491d-967c-9010183b2f03 None None] Pushing event updated for resources: {'Port': ['ID=58d42308-2ac8-45e7-9a45-7b1e396c1d82,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:35.621936 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b3e144f1-284a-499a-b1d8-2cb67d15fc53 None None] Provisioning complete for port a2b7b62a-a1f5-4040-b460-93af1fa66165 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:35.622310 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b3e144f1-284a-499a-b1d8-2cb67d15fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.685310 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f7c1a-1735-4957-ac7a-efaad29bba5a None None] Pushing event updated for resources: {'Port': ['ID=a2b7b62a-a1f5-4040-b460-93af1fa66165,revision_number=4']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:35.734015 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.767798 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] Set router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:35.789347 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.843731 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Network 04fdbb31-eaea-455c-b7ba-eb7926246e6b is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:07:35.849868 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:07:35.853290 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:07:35.876489 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b3e144f1-284a-499a-b1d8-2cb67d15fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.905663 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3705803'] for router_interface, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:35.992330 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b3e144f1-284a-499a-b1d8-2cb67d15fc53 None None] For port a2b7b62a-a1f5-4040-b460-93af1fa66165, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=a2b7b62a-a1f5-4040-b460-93af1fa66165,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:35.999747 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b3e144f1-284a-499a-b1d8-2cb67d15fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.013495 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:35Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:36.048430 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Pushing event updated for resources: {'Port': ['ID=f673af83-b315-4e45-832f-3d7ba08c2e1f,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:36.051649 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e2c34-e8bd-4a62-81bc-47f492cdb2c5 None None] The sync data for ids ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'] in dv-cinder-814898-2-iscsi is: [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:35Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:07:36.082546 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.168965 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 58d42308-2ac8-45e7-9a45-7b1e396c1d82 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:07:36.295592 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-dc87c8b5-75a0-4b23-94ef-dfbd7afa8766 None None] Provisioning complete for port a2b7b62a-a1f5-4040-b460-93af1fa66165 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:36.295960 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-dc87c8b5-75a0-4b23-94ef-dfbd7afa8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.328205 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 58d42308-2ac8-45e7-9a45-7b1e396c1d82 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:36.328574 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.379518 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e144f1-284a-499a-b1d8-2cb67d15fc53 None None] Pushing event updated for resources: {'Port': ['ID=a2b7b62a-a1f5-4040-b460-93af1fa66165,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:36.464369 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Publish callbacks [] for port, precommit_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.487835 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.521768 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.527677 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.591129 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Attempting to bind port 83b09793-1dcb-4a71-8a0a-db85e950f733 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:07:36.591498 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Attempting to bind port 83b09793-1dcb-4a71-8a0a-db85e950f733 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:07:36.591863 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Attempting to bind port 83b09793-1dcb-4a71-8a0a-db85e950f733 on network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:07:36.595483 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342fadb-6443-4950-856d-d332aff78d08 None None] Pushing event updated for resources: {'Port': ['ID=83b09793-1dcb-4a71-8a0a-db85e950f733,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:36.598782 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device f80113ce-069b-4179-a7e3-e52656ba5bcc up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:07:36.601451 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Pushing event updated for resources: {'Port': ['ID=f673af83-b315-4e45-832f-3d7ba08c2e1f,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:36.604321 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4155533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3706459'] for router_interface, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.622507 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:07:36.622874 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:07:36.623272 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.623656 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Bound using segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:07:36.624153 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Bound port: 83b09793-1dcb-4a71-8a0a-db85e950f733, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:07:36.624529 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.650207 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-dc87c8b5-75a0-4b23-94ef-dfbd7afa8766 None None] Provisioning complete for port 58d42308-2ac8-45e7-9a45-7b1e396c1d82 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:36.650571 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-dc87c8b5-75a0-4b23-94ef-dfbd7afa8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.697880 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Network 04fdbb31-eaea-455c-b7ba-eb7926246e6b is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:07:36.699494 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:07:36.725628 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] For port 83b09793-1dcb-4a71-8a0a-db85e950f733, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:07:36.730981 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] For port 83b09793-1dcb-4a71-8a0a-db85e950f733, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=83b09793-1dcb-4a71-8a0a-db85e950f733,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:07:36.741105 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.745747 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port f80113ce-069b-4179-a7e3-e52656ba5bcc triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:36.746109 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:36.832986 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Router f62e5338-b3a2-49c9-ab9c-153098c02d7f has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:07:36.882299 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342fadb-6443-4950-856d-d332aff78d08 None None] Pushing event updated for resources: {'Port': ['ID=83b09793-1dcb-4a71-8a0a-db85e950f733,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:36.898800 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Routers {'f62e5338-b3a2-49c9-ab9c-153098c02d7f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:36.899967 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:36.953433 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:07:36.958338 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-89cdc524-6ef1-4b04-8fd5-b5e02b63843c admin admin] 10.222.0.54 "PUT /v2.0/routers/f62e5338-b3a2-49c9-ab9c-153098c02d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0805235 Oct 27 14:07:37.040884 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a2b7b62a-a1f5-4040-b460-93af1fa66165 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:07:37.084519 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] Set router f62e5338-b3a2-49c9-ab9c-153098c02d7f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:37.179259 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-eab14827-f8b3-4878-a9bb-c4d74897a4e3 None None] Provisioning complete for port f673af83-b315-4e45-832f-3d7ba08c2e1f triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:37.179905 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-eab14827-f8b3-4878-a9bb-c4d74897a4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.244282 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port a2b7b62a-a1f5-4040-b460-93af1fa66165 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:37.244662 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.290747 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-eab14827-f8b3-4878-a9bb-c4d74897a4e3 None None] Port f673af83-b315-4e45-832f-3d7ba08c2e1f cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:07:37.406228 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'name': 'tempest-TestShelveInstance-576975052-router', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:36Z', 'revision_number': 4, 'project_id': 'ece02679236e41119fc260920ce1f003', 'gw_port': {'id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'f673af83-b315-4e45-832f-3d7ba08c2e1f', 'name': '', 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'mac_address': 'fa:16:3e:27:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7664535d-181e-4c02-900c-e15b34f1e656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:35Z', 'updated_at': '2021-10-27T14:07:36Z', 'revision_number': 2, 'project_id': 'ece02679236e41119fc260920ce1f003', 'subnets': [{'id': '7664535d-181e-4c02-900c-e15b34f1e656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:37.436057 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de5779-61a2-48e9-8ebd-17d7f76ef050 None None] The sync data for ids ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'] in dv-cinder-814898-2-iscsi is: [{'id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'name': 'tempest-TestShelveInstance-576975052-router', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:36Z', 'revision_number': 4, 'project_id': 'ece02679236e41119fc260920ce1f003', 'gw_port': {'id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'f673af83-b315-4e45-832f-3d7ba08c2e1f', 'name': '', 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'mac_address': 'fa:16:3e:27:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7664535d-181e-4c02-900c-e15b34f1e656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:35Z', 'updated_at': '2021-10-27T14:07:36Z', 'revision_number': 2, 'project_id': 'ece02679236e41119fc260920ce1f003', 'subnets': [{'id': '7664535d-181e-4c02-900c-e15b34f1e656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:07:37.488183 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39894) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:37.493321 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-27c925d3-6eca-45f2-91ed-6bba3ad61a29 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1634350018', 'description': 'tempest-secgroup-smoke-1634350018 description', 'project_id': 'e42f26086823418ba21c115dec767d4a'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:37.516696 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-27c925d3-6eca-45f2-91ed-6bba3ad61a29 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.584796 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-27c925d3-6eca-45f2-91ed-6bba3ad61a29 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.589001 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-27c925d3-6eca-45f2-91ed-6bba3ad61a29 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.616935 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-27c925d3-6eca-45f2-91ed-6bba3ad61a29 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.618716 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-27c925d3-6eca-45f2-91ed-6bba3ad61a29 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1295173 Oct 27 14:07:37.622164 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39896) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:37.622894 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c925d3-6eca-45f2-91ed-6bba3ad61a29 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:37.632718 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-94d93d16-dbd1-4ef3-b0f1-8b4fa0aa7ed4 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Request body: {'security_group_rule': {'security_group_id': 'c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7', 'project_id': 'e42f26086823418ba21c115dec767d4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:37.674999 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-94d93d16-dbd1-4ef3-b0f1-8b4fa0aa7ed4 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.744023 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-94d93d16-dbd1-4ef3-b0f1-8b4fa0aa7ed4 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.749594 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-94d93d16-dbd1-4ef3-b0f1-8b4fa0aa7ed4 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.770821 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d93d16-dbd1-4ef3-b0f1-8b4fa0aa7ed4 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f49bc2-3a47-43c7-8902-768813c73a2a,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:37.776727 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-94d93d16-dbd1-4ef3-b0f1-8b4fa0aa7ed4 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.780692 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-94d93d16-dbd1-4ef3-b0f1-8b4fa0aa7ed4 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564598 Oct 27 14:07:37.780851 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39898) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:37.785647 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-9ff25182-8f9a-412b-9155-7a45c3fff30f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Request body: {'security_group_rule': {'security_group_id': 'c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7', 'project_id': 'e42f26086823418ba21c115dec767d4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:37.819162 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9ff25182-8f9a-412b-9155-7a45c3fff30f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.833469 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a2b7b62a-a1f5-4040-b460-93af1fa66165 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:07:37.884781 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port a2b7b62a-a1f5-4040-b460-93af1fa66165 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:37.885177 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.886663 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9ff25182-8f9a-412b-9155-7a45c3fff30f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.891650 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9ff25182-8f9a-412b-9155-7a45c3fff30f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.912035 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25182-8f9a-412b-9155-7a45c3fff30f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71eb4de-2a7e-4259-ae72-5583c46e9284,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:37.917980 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9ff25182-8f9a-412b-9155-7a45c3fff30f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:37.919938 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-9ff25182-8f9a-412b-9155-7a45c3fff30f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381152 Oct 27 14:07:37.922888 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 39900) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:37.927546 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-8acd3290-f6ec-4280-8b4a-88f5a41eef22 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Request body: {'security_group_rule': {'security_group_id': 'c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7', 'project_id': 'e42f26086823418ba21c115dec767d4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:37.955892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8acd3290-f6ec-4280-8b4a-88f5a41eef22 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.025041 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8acd3290-f6ec-4280-8b4a-88f5a41eef22 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.029373 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8acd3290-f6ec-4280-8b4a-88f5a41eef22 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.053680 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd3290-f6ec-4280-8b4a-88f5a41eef22 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813e8abd-129a-41f4-8a15-c099d9d0acaf,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:38.059607 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8acd3290-f6ec-4280-8b4a-88f5a41eef22 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.060739 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-8acd3290-f6ec-4280-8b4a-88f5a41eef22 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366878 Oct 27 14:07:38.063610 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39904) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:38.069071 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-ddad158f-87a4-49b8-af10-614af479b817 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Request body: {'security_group_rule': {'security_group_id': 'c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7', 'project_id': 'e42f26086823418ba21c115dec767d4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:38.098719 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ddad158f-87a4-49b8-af10-614af479b817 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.160408 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ddad158f-87a4-49b8-af10-614af479b817 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.163710 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ddad158f-87a4-49b8-af10-614af479b817 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.181841 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad158f-87a4-49b8-af10-614af479b817 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c6d0a8-50fe-4c18-ad33-cb083681a59b,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:38.186325 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ddad158f-87a4-49b8-af10-614af479b817 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.187482 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-ddad158f-87a4-49b8-af10-614af479b817 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224046 Oct 27 14:07:38.190339 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39906) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:38.194546 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-699799ee-1be3-4983-afac-56b526e6ecb9 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Request body: {'security_group_rule': {'security_group_id': 'c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7', 'project_id': 'e42f26086823418ba21c115dec767d4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:38.216093 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.securitygroups_db [None req-699799ee-1be3-4983-afac-56b526e6ecb9 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Project e42f26086823418ba21c115dec767d4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:07:38.220871 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-699799ee-1be3-4983-afac-56b526e6ecb9 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.279131 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-699799ee-1be3-4983-afac-56b526e6ecb9 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.282466 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-699799ee-1be3-4983-afac-56b526e6ecb9 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.300161 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699799ee-1be3-4983-afac-56b526e6ecb9 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c43044-5114-4f68-a162-745fe7ba8fd6,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:38.311417 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-699799ee-1be3-4983-afac-56b526e6ecb9 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.312622 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-699799ee-1be3-4983-afac-56b526e6ecb9 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213737 Oct 27 14:07:38.315763 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 39908) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:07:38.320270 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-bf72a74a-f122-4a2e-9bfa-967b5a8a7bcc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Request body: {'security_group_rule': {'security_group_id': 'c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7', 'project_id': 'e42f26086823418ba21c115dec767d4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:07:38.341713 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.securitygroups_db [None req-bf72a74a-f122-4a2e-9bfa-967b5a8a7bcc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Project e42f26086823418ba21c115dec767d4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:07:38.346477 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bf72a74a-f122-4a2e-9bfa-967b5a8a7bcc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.405475 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bf72a74a-f122-4a2e-9bfa-967b5a8a7bcc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.409072 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bf72a74a-f122-4a2e-9bfa-967b5a8a7bcc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.429591 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72a74a-f122-4a2e-9bfa-967b5a8a7bcc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ed00ea-4f54-447d-8833-c417e62020ae,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:38.435597 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bf72a74a-f122-4a2e-9bfa-967b5a8a7bcc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:38.436476 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-bf72a74a-f122-4a2e-9bfa-967b5a8a7bcc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197124 Oct 27 14:07:39.844379 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 83b09793-1dcb-4a71-8a0a-db85e950f733 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:07:39.900809 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 83b09793-1dcb-4a71-8a0a-db85e950f733 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:39.901186 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:39.993473 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:40.015312 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port 83b09793-1dcb-4a71-8a0a-db85e950f733, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=83b09793-1dcb-4a71-8a0a-db85e950f733,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:40.019836 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:40.073078 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=83b09793-1dcb-4a71-8a0a-db85e950f733,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:40.110476 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Sync routers for ids ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:07:40.121692 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Routers {'f62e5338-b3a2-49c9-ab9c-153098c02d7f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:40.122255 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:40.244071 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Set router f62e5338-b3a2-49c9-ab9c-153098c02d7f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:40.455645 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'name': 'tempest-TestShelveInstance-576975052-router', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:36Z', 'revision_number': 4, 'project_id': 'ece02679236e41119fc260920ce1f003', 'gw_port': {'id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'f673af83-b315-4e45-832f-3d7ba08c2e1f', 'name': '', 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'mac_address': 'fa:16:3e:27:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7664535d-181e-4c02-900c-e15b34f1e656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:35Z', 'updated_at': '2021-10-27T14:07:36Z', 'revision_number': 2, 'project_id': 'ece02679236e41119fc260920ce1f003', 'subnets': [{'id': '7664535d-181e-4c02-900c-e15b34f1e656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:40.483115 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Checking router: f62e5338-b3a2-49c9-ab9c-153098c02d7f for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:07:40.483450 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Updating router f62e5338-b3a2-49c9-ab9c-153098c02d7f port f673af83-b315-4e45-832f-3d7ba08c2e1f binding host dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:07:40.508390 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:40.790893 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Publish callbacks [] for port, precommit_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:40.796732 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:40.844969 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68072726-0ab9-401f-b1c2-7a51bfec1199 None None] Pushing event updated for resources: {'Port': ['ID=f673af83-b315-4e45-832f-3d7ba08c2e1f,revision_number=3']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:40.923000 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Attempting to bind port f673af83-b315-4e45-832f-3d7ba08c2e1f on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:07:40.923404 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Attempting to bind port f673af83-b315-4e45-832f-3d7ba08c2e1f by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '07f4c8fc-9f81-4194-aa17-bc6574eec84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b'}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:07:40.923837 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Attempting to bind port f673af83-b315-4e45-832f-3d7ba08c2e1f on network 04fdbb31-eaea-455c-b7ba-eb7926246e6b {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:07:40.935030 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:07:40.935486 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Checking segment: {'id': '07f4c8fc-9f81-4194-aa17-bc6574eec84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:07:40.935885 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:40.936304 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Bound using segment: {'id': '07f4c8fc-9f81-4194-aa17-bc6574eec84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b'} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:07:40.936827 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Bound port: f673af83-b315-4e45-832f-3d7ba08c2e1f, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f4c8fc-9f81-4194-aa17-bc6574eec84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b'}}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:07:40.937161 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:40.963853 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc26c60-ce28-4b45-b541-d4d80548d450 req-5c932dd6-4063-4b0f-942e-2066c8ddd33e tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:40.966278 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5bc26c60-ce28-4b45-b541-d4d80548d450 req-5c932dd6-4063-4b0f-942e-2066c8ddd33e tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0513480 Oct 27 14:07:41.012194 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5bc26c60-ce28-4b45-b541-d4d80548d450 req-97738e82-13c6-40c3-b06c-cd575fdfbcda tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365939 Oct 27 14:07:41.015878 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] For port f673af83-b315-4e45-832f-3d7ba08c2e1f, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:07:41.021631 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] For port f673af83-b315-4e45-832f-3d7ba08c2e1f, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=f673af83-b315-4e45-832f-3d7ba08c2e1f,segment=NetworkSegment(07f4c8fc-9f81-4194-aa17-bc6574eec84f),segment_id=07f4c8fc-9f81-4194-aa17-bc6574eec84f)] {{(pid=101358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:07:41.034754 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:41.104231 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Routers {'f62e5338-b3a2-49c9-ab9c-153098c02d7f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:07:41.104231 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:07:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:41.104231 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68072726-0ab9-401f-b1c2-7a51bfec1199 None None] Pushing event updated for resources: {'Port': ['ID=f673af83-b315-4e45-832f-3d7ba08c2e1f,revision_number=4']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:41.146059 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-0135cb31-05bb-48ab-b492-f0c9ed335136 None None] Provisioning complete for port f673af83-b315-4e45-832f-3d7ba08c2e1f triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:41.146629 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0135cb31-05bb-48ab-b492-f0c9ed335136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:41.224278 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] Set router f62e5338-b3a2-49c9-ab9c-153098c02d7f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:07:41.238660 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0135cb31-05bb-48ab-b492-f0c9ed335136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:41.274919 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-0135cb31-05bb-48ab-b492-f0c9ed335136 None None] For port f673af83-b315-4e45-832f-3d7ba08c2e1f, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=f673af83-b315-4e45-832f-3d7ba08c2e1f,segment=NetworkSegment(07f4c8fc-9f81-4194-aa17-bc6574eec84f),segment_id=07f4c8fc-9f81-4194-aa17-bc6574eec84f)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:07:41.279028 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0135cb31-05bb-48ab-b492-f0c9ed335136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:41.334294 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135cb31-05bb-48ab-b492-f0c9ed335136 None None] Pushing event updated for resources: {'Port': ['ID=f673af83-b315-4e45-832f-3d7ba08c2e1f,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:41.406109 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-91057141-1aac-47de-beb6-fff7775d4e78 None None] Provisioning complete for port f673af83-b315-4e45-832f-3d7ba08c2e1f triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:41.406480 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-91057141-1aac-47de-beb6-fff7775d4e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:41.435182 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'name': 'tempest-TestShelveInstance-576975052-router', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:36Z', 'revision_number': 4, 'project_id': 'ece02679236e41119fc260920ce1f003', 'gw_port': {'id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'f673af83-b315-4e45-832f-3d7ba08c2e1f', 'name': '', 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'mac_address': 'fa:16:3e:27:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7664535d-181e-4c02-900c-e15b34f1e656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:35Z', 'updated_at': '2021-10-27T14:07:41Z', 'revision_number': 4, 'project_id': 'ece02679236e41119fc260920ce1f003', 'subnets': [{'id': '7664535d-181e-4c02-900c-e15b34f1e656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:07:41.545338 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e97716-a184-42b8-97a6-16409aec5b26 None None] The sync data for ids ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'] in dv-cinder-814898-2-iscsi is: [{'id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'name': 'tempest-TestShelveInstance-576975052-router', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:36Z', 'revision_number': 4, 'project_id': 'ece02679236e41119fc260920ce1f003', 'gw_port': {'id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'f673af83-b315-4e45-832f-3d7ba08c2e1f', 'name': '', 'network_id': '04fdbb31-eaea-455c-b7ba-eb7926246e6b', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'mac_address': 'fa:16:3e:27:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '7664535d-181e-4c02-900c-e15b34f1e656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:35Z', 'updated_at': '2021-10-27T14:07:41Z', 'revision_number': 4, 'project_id': 'ece02679236e41119fc260920ce1f003', 'subnets': [{'id': '7664535d-181e-4c02-900c-e15b34f1e656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:07:41.828928 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-073f2924-5795-4fd4-bb69-29a17b3e5a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:41.842208 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device f673af83-b315-4e45-832f-3d7ba08c2e1f up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:07:41.894240 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port f673af83-b315-4e45-832f-3d7ba08c2e1f triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:41.894613 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:42.119041 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 83b09793-1dcb-4a71-8a0a-db85e950f733 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:07:42.148350 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf89b41-a2ef-4937-a7a6-f8ecbc1e16cd req-bdc4bc0b-c0a0-4445-aabf-9641ab39e1ee tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:42.150462 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8cf89b41-a2ef-4937-a7a6-f8ecbc1e16cd req-bdc4bc0b-c0a0-4445-aabf-9641ab39e1ee tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0542517 Oct 27 14:07:42.167412 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 83b09793-1dcb-4a71-8a0a-db85e950f733 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:42.167936 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:42.189802 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8cf89b41-a2ef-4937-a7a6-f8ecbc1e16cd req-26dde328-4368-4b6c-9a78-d0d356f0cdae tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Oct 27 14:07:43.303879 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac62a59-fbfa-4e41-ab7a-8d6791185c6b req-b59b4e67-f184-47b4-b47f-a46b2f3cd6c6 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:43.305974 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dac62a59-fbfa-4e41-ab7a-8d6791185c6b req-b59b4e67-f184-47b4-b47f-a46b2f3cd6c6 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0496590 Oct 27 14:07:43.342838 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dac62a59-fbfa-4e41-ab7a-8d6791185c6b req-9505f14b-b382-483f-a3ab-ca2569286c08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309579 Oct 27 14:07:44.458056 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839dd8e-0b2f-45fe-8882-b30efc5d8859 req-8936672d-55c7-485e-96d3-f5f4e577dc27 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:44.459563 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1839dd8e-0b2f-45fe-8882-b30efc5d8859 req-8936672d-55c7-485e-96d3-f5f4e577dc27 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0497177 Oct 27 14:07:44.502065 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1839dd8e-0b2f-45fe-8882-b30efc5d8859 req-197f3d82-cec2-4914-9d6d-e729bec00832 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358090 Oct 27 14:07:44.502991 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6fce3e05-9d14-4dbf-aa72-d0d3da8f9996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:45.276356 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:45.619559 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d030d8-1a47-4c76-bd98-0ec3bc658bb2 req-069eab62-9957-4a67-afed-40688ed8912f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:45.621045 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-47d030d8-1a47-4c76-bd98-0ec3bc658bb2 req-069eab62-9957-4a67-afed-40688ed8912f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0534165 Oct 27 14:07:45.659325 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-47d030d8-1a47-4c76-bd98-0ec3bc658bb2 req-4223c1c7-047b-48c4-80cf-015966c3be81 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Oct 27 14:07:46.100033 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:46.776309 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a88f-8016-4684-9126-2274bda51c19 req-95f566b5-fba1-4e05-b7a4-3a19ba984f6b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:46.777800 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9421a88f-8016-4684-9126-2274bda51c19 req-95f566b5-fba1-4e05-b7a4-3a19ba984f6b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0485098 Oct 27 14:07:46.817001 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9421a88f-8016-4684-9126-2274bda51c19 req-c5dcd824-ef46-40ee-a5ef-6b6ca3d28d36 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326948 Oct 27 14:07:47.589131 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:47.947730 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060220d0-c83c-47b8-a051-63d853f0890e req-34cdfcad-95bc-4b9d-b9b6-ba9dfecfa627 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:47.949457 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-060220d0-c83c-47b8-a051-63d853f0890e req-34cdfcad-95bc-4b9d-b9b6-ba9dfecfa627 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0575788 Oct 27 14:07:47.987345 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-060220d0-c83c-47b8-a051-63d853f0890e req-0e3daf85-a9e4-4bbc-a801-1ef9727c442e tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Oct 27 14:07:49.107430 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f4af8-09a8-4bcc-a058-fdbafcb1ed03 req-7f906af0-7813-410f-a974-c1fd394d39fd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:49.108940 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-677f4af8-09a8-4bcc-a058-fdbafcb1ed03 req-7f906af0-7813-410f-a974-c1fd394d39fd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0537467 Oct 27 14:07:49.146888 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-677f4af8-09a8-4bcc-a058-fdbafcb1ed03 req-d7ecda49-9516-4a1a-bfee-a46bd8a45491 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320537 Oct 27 14:07:50.156902 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:07:50.263232 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3870-c4b2-4a92-b1e3-d28287fd1c2b req-2d37afda-f993-4f83-b6e2-b7fa9663255c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:50.264693 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-df3e3870-c4b2-4a92-b1e3-d28287fd1c2b req-2d37afda-f993-4f83-b6e2-b7fa9663255c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0501184 Oct 27 14:07:50.302965 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-df3e3870-c4b2-4a92-b1e3-d28287fd1c2b req-7a3a30c2-89b4-4113-8a9a-d68fc19e76bd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Oct 27 14:07:51.417134 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb25e09-2e0c-4fac-b7fe-c2bcde25bc49 req-2374dff4-b889-4ed0-b4c0-c83cfbc8f388 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:51.418498 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5eb25e09-2e0c-4fac-b7fe-c2bcde25bc49 req-2374dff4-b889-4ed0-b4c0-c83cfbc8f388 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0486219 Oct 27 14:07:51.462862 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5eb25e09-2e0c-4fac-b7fe-c2bcde25bc49 req-2f9c8da7-e918-4bfe-93e7-912cbec789b2 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386090 Oct 27 14:07:52.579191 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a2bcb-1908-4c52-a2bc-e39ce938b5f7 req-4894d5ab-5dd5-4880-af14-70145612a9b4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:52.580689 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9c6a2bcb-1908-4c52-a2bc-e39ce938b5f7 req-4894d5ab-5dd5-4880-af14-70145612a9b4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0526724 Oct 27 14:07:52.618386 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9c6a2bcb-1908-4c52-a2bc-e39ce938b5f7 req-bafc27f5-017f-48bb-bcf2-bf5d1e90e372 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317564 Oct 27 14:07:53.729790 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1534f-cde1-493d-8d46-999f40d46ff1 req-11894b82-536d-45fd-939b-f6e7cb48a698 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:53.731255 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-55d1534f-cde1-493d-8d46-999f40d46ff1 req-11894b82-536d-45fd-939b-f6e7cb48a698 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0477405 Oct 27 14:07:53.768840 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-55d1534f-cde1-493d-8d46-999f40d46ff1 req-529caed5-8863-4ac7-9aa0-ff1f20b0f29c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316865 Oct 27 14:07:54.881513 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8a997-e077-4a9e-a2df-664a17e55bd3 req-e46ebdfd-ac17-4c82-9115-0cbf3739b191 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:54.882864 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-72a8a997-e077-4a9e-a2df-664a17e55bd3 req-e46ebdfd-ac17-4c82-9115-0cbf3739b191 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0476754 Oct 27 14:07:54.919828 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-72a8a997-e077-4a9e-a2df-664a17e55bd3 req-548dc201-b0d3-439f-8423-eee93ada82e4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Oct 27 14:07:55.766782 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395cd3c-74a4-4e73-983b-8f691791810a req-723a0685-f547-4d21-8d9c-3842d428f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:55.768216 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4395cd3c-74a4-4e73-983b-8f691791810a req-723a0685-f547-4d21-8d9c-3842d428f794 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 1099 time: 0.0435424 Oct 27 14:07:55.883144 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395cd3c-74a4-4e73-983b-8f691791810a req-f11e8db6-43f5-471a-bdc0-a56398c04ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:55.884673 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4395cd3c-74a4-4e73-983b-8f691791810a req-f11e8db6-43f5-471a-bdc0-a56398c04ada service neutron] 10.222.0.66 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 912 time: 0.0946021 Oct 27 14:07:55.956529 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4395cd3c-74a4-4e73-983b-8f691791810a req-58ad9ac8-c946-4f16-b1d7-13c73cc25b88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 HTTP/1.1" status: 200 len: 1001 time: 0.0611024 Oct 27 14:07:56.035238 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395cd3c-74a4-4e73-983b-8f691791810a req-be481580-6615-495e-b08c-22a15e0753bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:56.036673 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4395cd3c-74a4-4e73-983b-8f691791810a req-be481580-6615-495e-b08c-22a15e0753bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 200 len: 850 time: 0.0721502 Oct 27 14:07:56.049165 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef5487-3e9b-4beb-a221-7bed550d8f51 req-38e1cca7-f0af-43c8-a26d-dae6bfb36e3b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:56.050500 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22ef5487-3e9b-4beb-a221-7bed550d8f51 req-38e1cca7-f0af-43c8-a26d-dae6bfb36e3b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0599332 Oct 27 14:07:56.118639 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22ef5487-3e9b-4beb-a221-7bed550d8f51 req-e5784cee-9c41-4c29-a67f-3c0aa72a7e7c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591021 Oct 27 14:07:56.121148 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395cd3c-74a4-4e73-983b-8f691791810a req-8bb136af-f3ba-4065-b751-a191728389fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:56.122515 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4395cd3c-74a4-4e73-983b-8f691791810a req-8bb136af-f3ba-4065-b751-a191728389fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53b46f23-9d36-49ed-aea1-577f654649e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708487 Oct 27 14:07:56.221877 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4395cd3c-74a4-4e73-983b-8f691791810a req-95c78bd2-7642-4ec9-bc51-2b389d9920eb service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906777 Oct 27 14:07:56.317427 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4395cd3c-74a4-4e73-983b-8f691791810a req-d65fd08f-db8b-4491-8802-9abcd5ff8177 service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870438 Oct 27 14:07:57.231450 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfb9d2-30fa-4059-bc64-51f03c60ca0b req-184a94ba-f22a-46a3-a678-5111d7a5baf9 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:57.232949 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a8cfb9d2-30fa-4059-bc64-51f03c60ca0b req-184a94ba-f22a-46a3-a678-5111d7a5baf9 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0488050 Oct 27 14:07:57.269433 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a8cfb9d2-30fa-4059-bc64-51f03c60ca0b req-7bc9de05-55dc-402f-90e7-75cdc390c9e8 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307012 Oct 27 14:07:57.459420 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbe13d-e6e2-4448-aff0-fc600c7b9509 req-9616d3de-9029-40b5-a76b-74ac9914d11d tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:57.460817 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-42bbe13d-e6e2-4448-aff0-fc600c7b9509 req-9616d3de-9029-40b5-a76b-74ac9914d11d tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0493753 Oct 27 14:07:57.528498 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-42bbe13d-e6e2-4448-aff0-fc600c7b9509 req-d755d151-5bd5-4a88-b9a8-bb04f8c8bee6 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610371 Oct 27 14:07:57.533862 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-41f648e4-3e96-4c01-a478-f91778d5251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:57.535263 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-41f648e4-3e96-4c01-a478-f91778d5251c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 1099 time: 0.0689950 Oct 27 14:07:57.624267 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-82082efa-3759-4e81-b93d-351540bcfdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:57.625726 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-82082efa-3759-4e81-b93d-351540bcfdf4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 912 time: 0.0829971 Oct 27 14:07:57.695382 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-d644a2ac-dda0-4985-9095-914637b89cb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 HTTP/1.1" status: 200 len: 1001 time: 0.0612218 Oct 27 14:07:57.745982 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-f6513a3c-6e0d-4ecb-b97c-b0a7fc67fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:57.747462 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-f6513a3c-6e0d-4ecb-b97c-b0a7fc67fdf0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 200 len: 850 time: 0.0441411 Oct 27 14:07:57.795146 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-002cc764-28cc-4160-b1fb-166e4b381955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:57.796643 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-002cc764-28cc-4160-b1fb-166e4b381955 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53b46f23-9d36-49ed-aea1-577f654649e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401745 Oct 27 14:07:57.889051 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-33ab131d-0c2e-47fc-9a0c-045d0212debe service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844195 Oct 27 14:07:57.978323 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f754d06f-e5e0-4ede-8264-96ea2381123b req-88a8e006-2480-47c7-aa64-2df85109b378 service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810623 Oct 27 14:07:58.647710 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7488dc-ca16-4704-8d79-7b692d39ce2e req-922dbaa7-94aa-4bf7-9f54-1c78dd624008 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:58.649276 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ae7488dc-ca16-4704-8d79-7b692d39ce2e req-922dbaa7-94aa-4bf7-9f54-1c78dd624008 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0539384 Oct 27 14:07:58.690570 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ae7488dc-ca16-4704-8d79-7b692d39ce2e req-805da4a5-7993-4b63-a14c-eeb5b294e49a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350552 Oct 27 14:07:59.803607 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ba44-e34c-4fad-bc6c-ee684ff08c3a req-cfa7f7f6-2e06-433e-ac26-5b3045c0315f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:07:59.805234 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bc24ba44-e34c-4fad-bc6c-ee684ff08c3a req-cfa7f7f6-2e06-433e-ac26-5b3045c0315f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0491271 Oct 27 14:07:59.845230 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bc24ba44-e34c-4fad-bc6c-ee684ff08c3a req-0dd551aa-80ce-4d9b-82a5-f43d15e25a33 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326643 Oct 27 14:08:03.121283 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-09ac99c7-3eeb-483e-a3d5-591156f063bd tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1634350018&fields=id&tenant_id=e42f26086823418ba21c115dec767d4a HTTP/1.1" status: 200 len: 267 time: 0.0333059 Oct 27 14:08:03.238171 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-7ceb625c-e098-45f8-bebd-87547a18fc95 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:03.240340 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-7ceb625c-e098-45f8-bebd-87547a18fc95 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/networks?id=183d5593-f6e3-49b4-a001-c931d3fd7d59 HTTP/1.1" status: 200 len: 809 time: 0.1122754 Oct 27 14:08:03.254890 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-6e04cbf7-12a0-47aa-b3dc-347cab83c2a0 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/quotas/e42f26086823418ba21c115dec767d4a HTTP/1.1" status: 200 len: 375 time: 0.0090380 Oct 27 14:08:03.304399 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-70a59c7a-fcc9-44f0-bef6-10afa69e101f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e42f26086823418ba21c115dec767d4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437803 Oct 27 14:08:03.485824 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-0706e159-a77d-439b-b80f-7a8f7c0e73a4 service neutron] 10.222.0.54 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704898 Oct 27 14:08:03.573838 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-74e77b72-ccd6-4f7a-942f-5dc2d1311b78 service neutron] 10.222.0.54 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820894 Oct 27 14:08:03.852737 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-24cb84ea-5fe4-4d98-8e77-b5e8a81c8ad6 req-0b71ffe8-02b7-4cec-be4f-0f31722e93e8 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 210 time: 0.0253654 Oct 27 14:08:04.803949 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-b19153d5-abd6-44e2-98fb-3c0b87cdb5b3 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:04.805542 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-b19153d5-abd6-44e2-98fb-3c0b87cdb5b3 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.66 "GET /v2.0/networks?id=183d5593-f6e3-49b4-a001-c931d3fd7d59 HTTP/1.1" status: 200 len: 809 time: 0.1059580 Oct 27 14:08:04.849518 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-4199612b-a478-4be6-9890-20279d772682 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e42f26086823418ba21c115dec767d4a HTTP/1.1" status: 200 len: 380 time: 0.0336463 Oct 27 14:08:04.858807 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Request body: {'port': {'device_id': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'admin_state_up': True, 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'security_groups': ['c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7']}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:04.950358 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-13fde7fc-f227-4844-80db-1e3044f16017 req-de728c97-c56f-4d6a-8631-993b9934e8a8 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 210 time: 0.0309272 Oct 27 14:08:04.991829 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Made reservation on behalf of e42f26086823418ba21c115dec767d4a for: {'port': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:08:04.995401 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:05.117847 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Allocated IP 172.20.0.4 (183d5593-f6e3-49b4-a001-c931d3fd7d59/05c2be87-fb13-46ec-911f-611e741ec400/e5a172ac-31a1-4410-95c7-93bfdb50e22f) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:05.266688 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:05.304044 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:05.348316 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Network 183d5593-f6e3-49b4-a001-c931d3fd7d59 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:05.351360 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:05.353773 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:05.390524 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event updated for resources: {'Port': ['ID=e5a172ac-31a1-4410-95c7-93bfdb50e22f,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:05.404888 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.405232 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.405565 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.405892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.406216 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.406540 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.406860 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.407203 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.407777 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.408209 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.408607 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.408929 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:05.426791 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:05.427424 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:05.444751 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-30fcc8d2-b657-4703-a91d-2a5df22ba38d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5896432 Oct 27 14:08:05.458251 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Request body: {'port': {'device_id': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:05.512897 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:05.541726 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-755cc7ae-7f97-4e45-a1cd-a6f21ef943c0 None None] Provisioning complete for port e5a172ac-31a1-4410-95c7-93bfdb50e22f triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:05.542705 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-755cc7ae-7f97-4e45-a1cd-a6f21ef943c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:05.585424 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-755cc7ae-7f97-4e45-a1cd-a6f21ef943c0 None None] Port e5a172ac-31a1-4410-95c7-93bfdb50e22f cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:08:05.782119 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a172ac-31a1-4410-95c7-93bfdb50e22f {{(pid=101356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:05.789578 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:05.801120 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.provisioning_blocks [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Transition to ACTIVE for port object e5a172ac-31a1-4410-95c7-93bfdb50e22f will not be triggered until provisioned by entity L2. {{(pid=101356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:08:05.805272 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:05.856359 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a172ac-31a1-4410-95c7-93bfdb50e22f,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:05.925003 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Attempting to bind port e5a172ac-31a1-4410-95c7-93bfdb50e22f on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:08:05.925675 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Attempting to bind port e5a172ac-31a1-4410-95c7-93bfdb50e22f by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:08:05.925675 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Attempting to bind port e5a172ac-31a1-4410-95c7-93bfdb50e22f on network 183d5593-f6e3-49b4-a001-c931d3fd7d59 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:05.930084 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Port e5a172ac-31a1-4410-95c7-93bfdb50e22f on network 183d5593-f6e3-49b4-a001-c931d3fd7d59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:08:05.930400 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Attempting to bind port e5a172ac-31a1-4410-95c7-93bfdb50e22f on network 183d5593-f6e3-49b4-a001-c931d3fd7d59 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:08:05.936001 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:08:05.936378 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Checking segment: {'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:08:05.936750 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Bound using segment: {'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:08:05.937174 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Bound port: e5a172ac-31a1-4410-95c7-93bfdb50e22f, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fd8999-9a4a-4161-90b6-599467a16c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59'}}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:08:05.937527 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.011166 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] For port e5a172ac-31a1-4410-95c7-93bfdb50e22f, host hv-cinder-81489, cleared binding levels {{(pid=101356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:08:06.014466 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] For port e5a172ac-31a1-4410-95c7-93bfdb50e22f, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:08:06.018451 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.083953 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:06.084579 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:06.085950 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] 10.222.0.66 "PUT /v2.0/ports/e5a172ac-31a1-4410-95c7-93bfdb50e22f HTTP/1.1" status: 200 len: 1093 time: 0.6320446 Oct 27 14:08:06.086387 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:06.088751 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:06.112033 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f57b9-9642-4392-a6b2-2cd00f5f26b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a172ac-31a1-4410-95c7-93bfdb50e22f,revision_number=3']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:06.126880 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73751cb-98aa-4b7e-8c03-28fc68133570 req-bf8438fb-b349-4a8d-9e88-43a34540080e tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:06.128510 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b73751cb-98aa-4b7e-8c03-28fc68133570 req-bf8438fb-b349-4a8d-9e88-43a34540080e tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.1078238 Oct 27 14:08:06.139012 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bede59ba-1765-4b15-a3cd-e8314ee9aa5d x-openstack-request-id: req-bede59ba-1765-4b15-a3cd-e8314ee9aa5d {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:06.139305 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:06.139556 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bede59ba-1765-4b15-a3cd-e8314ee9aa5d {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:06.139939 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'status': 'completed', 'code': 200} Oct 27 14:08:06.193329 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b73751cb-98aa-4b7e-8c03-28fc68133570 req-77c8d631-d08c-467b-8e6f-53a9e6344626 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524955 Oct 27 14:08:06.200398 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-b22625b9-5b33-4b62-a277-1e731c840d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:06.201881 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-b22625b9-5b33-4b62-a277-1e731c840d81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e42f26086823418ba21c115dec767d4a&device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1096 time: 0.0724850 Oct 27 14:08:06.250354 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-08d73a56-5b1d-4653-ab2b-83cdef8e774b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f HTTP/1.1" status: 200 len: 217 time: 0.0388834 Oct 27 14:08:06.299949 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-be639afe-091c-4225-b151-7ae74d98d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:06.301382 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-be639afe-091c-4225-b151-7ae74d98d9c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c2be87-fb13-46ec-911f-611e741ec400 HTTP/1.1" status: 200 len: 848 time: 0.0429304 Oct 27 14:08:06.349387 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-36db0f34-88dd-4258-b270-f9ccf07e47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:06.350857 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-36db0f34-88dd-4258-b270-f9ccf07e47dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183d5593-f6e3-49b4-a001-c931d3fd7d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403872 Oct 27 14:08:06.443244 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-427a3575-5714-469c-9a4b-d025b8d40ad3 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841050 Oct 27 14:08:06.531467 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9f4fdaee-5918-4477-a627-9ceca1e130ed req-e835304e-6d83-4768-9766-381d91614219 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803673 Oct 27 14:08:06.622738 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-5b0e02f7-0047-472d-9828-c15d71c0a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:06.624308 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-5b0e02f7-0047-472d-9828-c15d71c0a674 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e42f26086823418ba21c115dec767d4a&device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1096 time: 0.0443246 Oct 27 14:08:06.711484 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-f89264bc-b96d-4e60-9719-8c06008f31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:06.712971 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-f89264bc-b96d-4e60-9719-8c06008f31dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=183d5593-f6e3-49b4-a001-c931d3fd7d59 HTTP/1.1" status: 200 len: 910 time: 0.0817642 Oct 27 14:08:06.756089 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-5d51f380-32f9-4864-8722-8b46dd8d3dbe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f HTTP/1.1" status: 200 len: 217 time: 0.0355182 Oct 27 14:08:06.803934 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-28e811fd-7aa3-4c1a-aa96-339d00078732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:06.805334 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-28e811fd-7aa3-4c1a-aa96-339d00078732 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c2be87-fb13-46ec-911f-611e741ec400 HTTP/1.1" status: 200 len: 848 time: 0.0422776 Oct 27 14:08:06.850336 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-05c30a3f-12d5-46cb-b6c1-1f994b0677ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:06.851820 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-05c30a3f-12d5-46cb-b6c1-1f994b0677ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183d5593-f6e3-49b4-a001-c931d3fd7d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393381 Oct 27 14:08:07.157967 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-e9a58f5c-73a8-4770-9a4e-67cfd6e2bb6c service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973063 Oct 27 14:08:07.246480 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8487d9fd-ce7b-4d26-a17c-f3885575f4a4 req-988bbb03-9cb4-4597-bfa5-af2549112422 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806713 Oct 27 14:08:07.312051 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672bf46-2a20-4f3b-9174-834b94091c8e req-205c6c0f-9ff7-4c1b-997c-3a83eb064f49 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:07.313521 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d672bf46-2a20-4f3b-9174-834b94091c8e req-205c6c0f-9ff7-4c1b-997c-3a83eb064f49 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0520408 Oct 27 14:08:07.350480 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d672bf46-2a20-4f3b-9174-834b94091c8e req-febd76c2-4b1b-4bb5-9dcc-32984af155ce tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309138 Oct 27 14:08:08.090531 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:08:08.462940 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96c529-5f6b-48c2-8ca6-1271cd9ec1aa req-cadea5cb-e55c-4f15-aba5-8dd282616274 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:08.464454 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1c96c529-5f6b-48c2-8ca6-1271cd9ec1aa req-cadea5cb-e55c-4f15-aba5-8dd282616274 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0483611 Oct 27 14:08:08.503250 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1c96c529-5f6b-48c2-8ca6-1271cd9ec1aa req-db85fcd1-6673-46c2-9885-f3d314878896 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328746 Oct 27 14:08:09.614499 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10730d8f-47b4-4ded-bf44-5b94bcf3231d req-95243027-f997-46d7-a334-c4d2f8b1e33f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:09.615976 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-10730d8f-47b4-4ded-bf44-5b94bcf3231d req-95243027-f997-46d7-a334-c4d2f8b1e33f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0480616 Oct 27 14:08:09.653638 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-10730d8f-47b4-4ded-bf44-5b94bcf3231d req-463a1467-2ebe-4fca-ab3d-fbdb3847f2c3 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312736 Oct 27 14:08:10.770281 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb1a0c-7a03-48bd-852d-9c18a02c2060 req-614db14a-d06b-4b17-9237-b9778bd0fcb7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:10.771732 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bdb1a0c-7a03-48bd-852d-9c18a02c2060 req-614db14a-d06b-4b17-9237-b9778bd0fcb7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0503800 Oct 27 14:08:10.808189 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bdb1a0c-7a03-48bd-852d-9c18a02c2060 req-f15bc711-0786-49bf-bb72-9544f0eb9870 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299230 Oct 27 14:08:11.831669 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-74b450c5-ecbe-4586-a6c5-6c5c52651b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:11.920241 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086aa93-6d45-42df-8f24-1c84504531fa req-d0be8568-6e00-4f86-9260-fdfe5437bf5c tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:11.921742 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3086aa93-6d45-42df-8f24-1c84504531fa req-d0be8568-6e00-4f86-9260-fdfe5437bf5c tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0482175 Oct 27 14:08:11.958049 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3086aa93-6d45-42df-8f24-1c84504531fa req-61f40344-c3a6-48c2-b8d1-ba8fd84a1436 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304983 Oct 27 14:08:13.072515 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e38bbb-0467-4539-bbda-48ba272c0e7c req-0e0371d5-1023-450b-9120-748ac6a0eac4 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:13.074001 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-75e38bbb-0467-4539-bbda-48ba272c0e7c req-0e0371d5-1023-450b-9120-748ac6a0eac4 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0489488 Oct 27 14:08:13.110344 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-75e38bbb-0467-4539-bbda-48ba272c0e7c req-78e0c06a-be50-48cd-920f-2ec6d515469e tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304887 Oct 27 14:08:14.225279 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5906656-d488-4702-b07a-af942fd65cbe req-de0abc89-7d06-4194-b7e7-4b4e1c844170 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:14.226788 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e5906656-d488-4702-b07a-af942fd65cbe req-de0abc89-7d06-4194-b7e7-4b4e1c844170 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0516131 Oct 27 14:08:14.264523 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e5906656-d488-4702-b07a-af942fd65cbe req-e12f56ed-e048-4b26-a2d2-3062fd950872 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Oct 27 14:08:14.504955 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-18944a33-04c3-4ae0-b328-5d6fce74851c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.278002 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:15.376517 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc9314-f762-4e93-93cf-afe308f23f06 req-1a62d9ab-98b4-4d2e-85ef-ec5c5e618809 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:15.377969 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-27bc9314-f762-4e93-93cf-afe308f23f06 req-1a62d9ab-98b4-4d2e-85ef-ec5c5e618809 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0480313 Oct 27 14:08:15.414682 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-27bc9314-f762-4e93-93cf-afe308f23f06 req-c2070380-4a6c-4550-a854-062c7f523e8c tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309355 Oct 27 14:08:16.106082 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:16.205313 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e5a172ac-31a1-4410-95c7-93bfdb50e22f details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:08:16.300894 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port e5a172ac-31a1-4410-95c7-93bfdb50e22f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:16.312057 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'port_id': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'mac_address': 'fa:16:3e:2c:4a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:08:16.347365 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:16.359618 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a172ac-31a1-4410-95c7-93bfdb50e22f {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:16.378506 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port e5a172ac-31a1-4410-95c7-93bfdb50e22f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:16.382400 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:16.430127 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=e5a172ac-31a1-4410-95c7-93bfdb50e22f,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:16.437400 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.437747 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.438079 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.438409 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.438737 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.439059 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.439379 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.439697 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.440016 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.440359 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.440677 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.440994 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:08:16.529165 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b9c9b-244a-41c0-bb70-dd11800e8a66 req-07e88156-d0e4-4b13-87cd-20fce9da9f0c tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:16.530615 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-712b9c9b-244a-41c0-bb70-dd11800e8a66 req-07e88156-d0e4-4b13-87cd-20fce9da9f0c tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 944 time: 0.0482988 Oct 27 14:08:16.567601 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-712b9c9b-244a-41c0-bb70-dd11800e8a66 req-0e9aa6c9-22e6-4f8d-ae81-97d6be82832f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309122 Oct 27 14:08:16.771742 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['e5a172ac-31a1-4410-95c7-93bfdb50e22f'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:08:17.593378 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:17.681918 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5420371-fadb-4807-a9b6-dcddbb7b8dba req-506474ce-0f25-48f4-83ff-099f8d932f3f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:17.683385 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d5420371-fadb-4807-a9b6-dcddbb7b8dba req-506474ce-0f25-48f4-83ff-099f8d932f3f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 944 time: 0.0509739 Oct 27 14:08:17.721473 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d5420371-fadb-4807-a9b6-dcddbb7b8dba req-dfb13188-78dc-4457-9cea-c5b3f91b0b6f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Oct 27 14:08:18.217877 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e5a172ac-31a1-4410-95c7-93bfdb50e22f up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:18.273117 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port e5a172ac-31a1-4410-95c7-93bfdb50e22f completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:08:18.277229 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port e5a172ac-31a1-4410-95c7-93bfdb50e22f triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:18.277599 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:18.360460 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:18.383209 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:18.385489 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960eca6d-24ba-4be3-8779-63776f77939f" -d '{"events": [{"server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "name": "network-vif-plugged", "status": "completed", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:18.397925 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port e5a172ac-31a1-4410-95c7-93bfdb50e22f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:18.402384 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:18.425877 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95a959a-e27f-400a-b771-3a0a901ed4bb x-openstack-request-id: req-c95a959a-e27f-400a-b771-3a0a901ed4bb {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:18.426161 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "name": "network-vif-plugged", "status": "completed", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:18.426410 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c95a959a-e27f-400a-b771-3a0a901ed4bb {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:18.426790 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'code': 200} Oct 27 14:08:18.452840 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=e5a172ac-31a1-4410-95c7-93bfdb50e22f,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:18.658240 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4820947-7952-4538-ad86-9eb37f9981a5 req-501eb1f1-4bd4-4227-b28d-e956b0f64e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:18.659776 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f4820947-7952-4538-ad86-9eb37f9981a5 req-501eb1f1-4bd4-4227-b28d-e956b0f64e7b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0415459 Oct 27 14:08:18.694929 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f4820947-7952-4538-ad86-9eb37f9981a5 req-4e2eaf63-ec21-4790-9d80-c58801836718 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270977 Oct 27 14:08:18.838579 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9e376-7350-4b29-8240-b8301fcf3ff9 req-c3b5c84f-00c5-49a4-906d-59fbe4140e43 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:18.840548 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d6c9e376-7350-4b29-8240-b8301fcf3ff9 req-c3b5c84f-00c5-49a4-906d-59fbe4140e43 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0520270 Oct 27 14:08:18.877289 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d6c9e376-7350-4b29-8240-b8301fcf3ff9 req-615eeac4-ddcc-4205-adb9-9a352a9065f2 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307894 Oct 27 14:08:19.991495 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e6171-2182-4fc7-bdf9-f03fe91abdc6 req-61ef8b35-15a1-4b9a-b825-d14a4bda3628 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:19.992994 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-210e6171-2182-4fc7-bdf9-f03fe91abdc6 req-61ef8b35-15a1-4b9a-b825-d14a4bda3628 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0484266 Oct 27 14:08:20.031519 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-210e6171-2182-4fc7-bdf9-f03fe91abdc6 req-9e089da8-eb34-4440-8bb4-ec51a33a2d16 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319648 Oct 27 14:08:20.162381 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.145186 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78d29d-f147-4583-a6c4-0285c9088128 req-d5a1c9e6-09b2-4226-a512-7d60eeb54f4e tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:21.146624 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8a78d29d-f147-4583-a6c4-0285c9088128 req-d5a1c9e6-09b2-4226-a512-7d60eeb54f4e tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0481737 Oct 27 14:08:21.185077 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8a78d29d-f147-4583-a6c4-0285c9088128 req-6278474a-5003-46c1-8bec-3ad4ce7e956e tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Oct 27 14:08:21.298223 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fde4a-3a02-4fff-b617-3f9a63826410 req-8de57502-c3d1-4df0-98bd-31724d9ca462 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:21.299665 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f32fde4a-3a02-4fff-b617-3f9a63826410 req-8de57502-c3d1-4df0-98bd-31724d9ca462 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0479901 Oct 27 14:08:21.336004 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f32fde4a-3a02-4fff-b617-3f9a63826410 req-a40b60e9-52f3-4198-8510-615dedf82030 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306075 Oct 27 14:08:21.357295 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40228) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:21.447596 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76790fb-54b0-41fe-9569-b71cb76d7c61 tempest-TestShelveInstance-1757339096 tempest-TestShelveInstance-1757339096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:21.449119 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d76790fb-54b0-41fe-9569-b71cb76d7c61 tempest-TestShelveInstance-1757339096 tempest-TestShelveInstance-1757339096-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1093 time: 0.0908306 Oct 27 14:08:21.451974 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40232) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:08:21.456198 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Request body: {'floatingip': {'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'port_id': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:08:21.476856 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for floatingip, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.569357 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.673918 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Allocated IP 172.27.1.124 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/5233bc31-72f8-424a-a65c-9ae6d680b4b7) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:08:21.770161 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.802627 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:21.844458 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:08:21.847237 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:08:21.850715 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:08:21.871873 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event updated for resources: {'Port': ['ID=5233bc31-72f8-424a-a65c-9ae6d680b4b7,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:22.180684 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.249642 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.399899 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.404312 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.474032 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event updated for resources: {'Port': ['ID=5233bc31-72f8-424a-a65c-9ae6d680b4b7,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:22.482181 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.580383 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.l3_db [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Floating IP 4c97e577-d803-47d8-b0f2-9ffe4753752d associated. External IP: 172.27.1.124, port: e5a172ac-31a1-4410-95c7-93bfdb50e22f. Oct 27 14:08:22.785893 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:08:22.887686 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:08:22.897601 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] Sync routers for ids ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:08:22.905487 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:22.907334 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] Routers {'d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:22.907979 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:08:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:22.932696 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d20d3039-e98a-40f7-80ae-3a58f44acda7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4796731 Oct 27 14:08:22.933279 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:22.936156 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20367700-f068-4a0e-bfd7-6de84175e72a" -d '{"events": [{"name": "network-changed", "server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:22.974041 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dce415-3989-45dd-a6e6-06e0edd45481 x-openstack-request-id: req-44dce415-3989-45dd-a6e6-06e0edd45481 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:22.974334 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:22.974588 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-44dce415-3989-45dd-a6e6-06e0edd45481 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:22.974976 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'status': 'completed', 'code': 200} Oct 27 14:08:23.014299 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] Set router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:23.042293 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367700-f068-4a0e-bfd7-6de84175e72a req-b1312efb-fb9f-4b85-b60e-2fec702aeac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:23.044417 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-20367700-f068-4a0e-bfd7-6de84175e72a req-b1312efb-fb9f-4b85-b60e-2fec702aeac1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e42f26086823418ba21c115dec767d4a&device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0410755 Oct 27 14:08:23.136392 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367700-f068-4a0e-bfd7-6de84175e72a req-3b01592a-fa0a-441a-a811-9249103a0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:23.138520 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-20367700-f068-4a0e-bfd7-6de84175e72a req-3b01592a-fa0a-441a-a811-9249103a0db1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=183d5593-f6e3-49b4-a001-c931d3fd7d59 HTTP/1.1" status: 200 len: 910 time: 0.0870924 Oct 27 14:08:23.204036 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-20367700-f068-4a0e-bfd7-6de84175e72a req-fb3c023b-c1ce-44af-ba45-0e18309ffdb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f HTTP/1.1" status: 200 len: 999 time: 0.0577586 Oct 27 14:08:23.239546 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '4c97e577-d803-47d8-b0f2-9ffe4753752d', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'port_id': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'mac_address': 'fa:16:3e:2c:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:22Z', 'revision_number': 0, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:35Z', 'revision_number': 5, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:23.253253 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367700-f068-4a0e-bfd7-6de84175e72a req-7c5b26d5-5fb2-475a-9727-1c1af5a13430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:23.254701 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-20367700-f068-4a0e-bfd7-6de84175e72a req-7c5b26d5-5fb2-475a-9727-1c1af5a13430 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c2be87-fb13-46ec-911f-611e741ec400 HTTP/1.1" status: 200 len: 848 time: 0.0431628 Oct 27 14:08:23.266134 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] Checking router: d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:08:23.274615 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] Routers {'d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:08:23.275223 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:08:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:23.303757 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367700-f068-4a0e-bfd7-6de84175e72a req-8737264d-79e9-4a0a-b1d7-ba8a382b63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:23.305258 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-20367700-f068-4a0e-bfd7-6de84175e72a req-8737264d-79e9-4a0a-b1d7-ba8a382b63f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183d5593-f6e3-49b4-a001-c931d3fd7d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422883 Oct 27 14:08:23.379730 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] Set router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:08:23.395372 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-20367700-f068-4a0e-bfd7-6de84175e72a req-dbf4af7e-4316-4f8d-9c22-88cfa18a62b7 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810668 Oct 27 14:08:23.492570 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-20367700-f068-4a0e-bfd7-6de84175e72a req-f5856668-b5cc-4912-bc57-ae35adabf9d4 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851896 Oct 27 14:08:23.611292 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '4c97e577-d803-47d8-b0f2-9ffe4753752d', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'port_id': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'mac_address': 'fa:16:3e:2c:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:22Z', 'revision_number': 0, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:35Z', 'revision_number': 5, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:08:23.637742 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f625f-ba14-4d38-8756-9f795dd2df37 None None] The sync data for ids ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'] in dv-cinder-814898-2-iscsi is: [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '4c97e577-d803-47d8-b0f2-9ffe4753752d', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'port_id': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'mac_address': 'fa:16:3e:2c:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:08:22Z', 'updated_at': '2021-10-27T14:08:22Z', 'revision_number': 0, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:35Z', 'revision_number': 5, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:08:23.818517 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67322b85-9f64-458f-ad3b-dde2e79c793c None None] New status for floating IP 4c97e577-d803-47d8-b0f2-9ffe4753752d: ACTIVE {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:08:32.913336 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5bfcb-2740-45b6-b9f4-346481b9b0ad req-d4c3fc92-414b-4379-9dfd-54454343abbc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:32.914823 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-18b5bfcb-2740-45b6-b9f4-346481b9b0ad req-d4c3fc92-414b-4379-9dfd-54454343abbc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0523484 Oct 27 14:08:32.952014 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-18b5bfcb-2740-45b6-b9f4-346481b9b0ad req-94f807ca-22ce-45fb-9d9a-e9957d8862c7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306101 Oct 27 14:08:34.077656 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb3f0a-b3f4-484f-b121-f0ba5ffadb11 req-05e02a66-68fd-4873-9763-7c613e0f2932 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:34.079327 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8edb3f0a-b3f4-484f-b121-f0ba5ffadb11 req-05e02a66-68fd-4873-9763-7c613e0f2932 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0557070 Oct 27 14:08:34.116609 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8edb3f0a-b3f4-484f-b121-f0ba5ffadb11 req-80e6ba2e-43e6-448c-b653-869688f139e1 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312622 Oct 27 14:08:35.234728 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94b405-502b-4772-8e36-ba881f296c19 req-4855206a-55d9-4be2-9a8c-2fe918d53fa7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:35.236214 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7c94b405-502b-4772-8e36-ba881f296c19 req-4855206a-55d9-4be2-9a8c-2fe918d53fa7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0481226 Oct 27 14:08:35.273728 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7c94b405-502b-4772-8e36-ba881f296c19 req-05a8526c-1048-48a0-88a3-5a0d5fb736fd tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315936 Oct 27 14:08:36.396053 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb1ff9-7fe8-46fa-a28f-5b0f53c1b3f2 req-2f8d71f0-8de8-4fee-8164-7fe059154842 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:36.397549 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fceb1ff9-7fe8-46fa-a28f-5b0f53c1b3f2 req-2f8d71f0-8de8-4fee-8164-7fe059154842 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0537131 Oct 27 14:08:36.436463 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fceb1ff9-7fe8-46fa-a28f-5b0f53c1b3f2 req-a3cb49dd-e905-465f-8bb9-31d451b2afb9 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Oct 27 14:08:37.554993 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bbd25-43be-4aeb-a1e7-f26b6fa1f3eb req-290754ef-acf4-42f4-8443-492ed2c7e199 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:37.556465 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-788bbd25-43be-4aeb-a1e7-f26b6fa1f3eb req-290754ef-acf4-42f4-8443-492ed2c7e199 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0483904 Oct 27 14:08:37.593924 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-788bbd25-43be-4aeb-a1e7-f26b6fa1f3eb req-6c9f4a29-b35f-4a2d-9d85-b6bcdcd1ab7d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Oct 27 14:08:38.715130 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dfbb1-0804-4fe3-a107-6142a4500b4b req-5c2c13da-03e2-44cf-b087-435dbb7bb9a8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:38.716598 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-048dfbb1-0804-4fe3-a107-6142a4500b4b req-5c2c13da-03e2-44cf-b087-435dbb7bb9a8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0516036 Oct 27 14:08:38.753392 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-048dfbb1-0804-4fe3-a107-6142a4500b4b req-86d21991-50d9-40a9-8f10-d71db55401bc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304987 Oct 27 14:08:39.872553 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf490b-1630-435a-a14a-a7c22a005aff req-6ae8b27f-114a-4b99-8704-87d65d0e8915 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:39.873986 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-74bf490b-1630-435a-a14a-a7c22a005aff req-6ae8b27f-114a-4b99-8704-87d65d0e8915 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0507274 Oct 27 14:08:39.910726 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-74bf490b-1630-435a-a14a-a7c22a005aff req-2e99bf39-1dee-4321-b786-2b008c800221 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304260 Oct 27 14:08:41.027193 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e8b03-bd54-4b9f-81bd-56a4870c93e8 req-e78c062e-1e02-4176-a570-994fef8530e9 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:41.028686 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2c0e8b03-bd54-4b9f-81bd-56a4870c93e8 req-e78c062e-1e02-4176-a570-994fef8530e9 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0482926 Oct 27 14:08:41.066510 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2c0e8b03-bd54-4b9f-81bd-56a4870c93e8 req-bc987f3d-3225-444d-962a-bef1abff898e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Oct 27 14:08:41.833468 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-7c8163fd-7b56-4439-a0da-ab89ab87f848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:42.188458 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce7a46-aceb-4349-9a5c-baf9e5a8ce7d req-0a52ee03-c3de-4676-83d2-c667e274ac3a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:42.189918 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b7ce7a46-aceb-4349-9a5c-baf9e5a8ce7d req-0a52ee03-c3de-4676-83d2-c667e274ac3a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0500958 Oct 27 14:08:42.226431 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b7ce7a46-aceb-4349-9a5c-baf9e5a8ce7d req-29c62c0c-f9ee-4d98-8742-c2f32143a315 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306988 Oct 27 14:08:43.345344 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b8cb7-337f-4937-8d1a-6935846cde59 req-fda17a8b-c013-4b2e-9800-4b19629329d6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:43.346800 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-887b8cb7-337f-4937-8d1a-6935846cde59 req-fda17a8b-c013-4b2e-9800-4b19629329d6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Oct 27 14:08:43.383120 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-887b8cb7-337f-4937-8d1a-6935846cde59 req-e6e0dc8c-6fde-4875-9401-01dca9576e55 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305223 Oct 27 14:08:44.499281 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3566b-606b-4dac-99f9-6d3d725f6183 req-47b85ec7-4d83-4202-bb4f-474ec0b09a68 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:44.501375 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-27d3566b-606b-4dac-99f9-6d3d725f6183 req-47b85ec7-4d83-4202-bb4f-474ec0b09a68 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0483267 Oct 27 14:08:44.505357 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f17a2df1-ea4d-4bab-8eba-3d2f969bd372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:44.539066 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-27d3566b-606b-4dac-99f9-6d3d725f6183 req-a58f9530-3af0-4fc5-b56b-0f9fa3e3d787 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Oct 27 14:08:45.090587 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:08:45.279637 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:45.659794 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f46aaf-2c84-421f-8e9f-5e9fb613631a req-2f75c5b8-2390-4b33-af78-d76da4a6fcda tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:45.661362 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d0f46aaf-2c84-421f-8e9f-5e9fb613631a req-2f75c5b8-2390-4b33-af78-d76da4a6fcda tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0518832 Oct 27 14:08:45.697831 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d0f46aaf-2c84-421f-8e9f-5e9fb613631a req-bc0cedc9-1f12-4794-9870-23f575541fd5 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307941 Oct 27 14:08:46.107312 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:46.817206 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec204b-961b-4bf0-b882-05e0d2c137b7 req-d50d61e2-28c7-4f5b-b941-0bd6f1bd2684 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:46.818654 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5aec204b-961b-4bf0-b882-05e0d2c137b7 req-d50d61e2-28c7-4f5b-b941-0bd6f1bd2684 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0511854 Oct 27 14:08:46.856251 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5aec204b-961b-4bf0-b882-05e0d2c137b7 req-e3881584-64ab-40cd-9d75-1adf42c34146 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Oct 27 14:08:47.594024 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:47.973690 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d63ea-345a-41bb-83b0-091ffcadba59 req-22d23b16-75e6-4431-a630-c82426f1ecc9 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:47.975153 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-891d63ea-345a-41bb-83b0-091ffcadba59 req-22d23b16-75e6-4431-a630-c82426f1ecc9 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0474312 Oct 27 14:08:48.011790 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-891d63ea-345a-41bb-83b0-091ffcadba59 req-c1da068c-530d-4d77-9ff8-5aee88960daa tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307136 Oct 27 14:08:49.129882 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad12cc-4f9f-4260-902c-eef517a64b45 req-8042012f-8d85-48f5-93cd-c9d009b41a0f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:49.133942 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-19ad12cc-4f9f-4260-902c-eef517a64b45 req-8042012f-8d85-48f5-93cd-c9d009b41a0f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0507720 Oct 27 14:08:49.178333 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-19ad12cc-4f9f-4260-902c-eef517a64b45 req-cc8a46a7-599d-4d80-9121-015c02d9040f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386736 Oct 27 14:08:50.159559 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:50.296204 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d393d-b5dd-48ae-a082-d6611742aa2e req-29b4e498-2c4c-4124-8de2-5813fd489a25 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:50.298175 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-214d393d-b5dd-48ae-a082-d6611742aa2e req-29b4e498-2c4c-4124-8de2-5813fd489a25 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0499597 Oct 27 14:08:50.334324 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-214d393d-b5dd-48ae-a082-d6611742aa2e req-50da713b-bdac-4ac4-9b22-7ed9c4b30b0c tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302615 Oct 27 14:08:50.406188 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4b78f7ba-6ad8-4542-b63e-cd44a2da199f details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:08:50.506893 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:50.517990 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'port_id': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'mac_address': 'fa:16:3e:3d:00:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:08:50.557675 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:50.570579 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b78f7ba-6ad8-4542-b63e-cd44a2da199f {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:08:50.588544 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:50.592479 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:50.641439 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=6']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:50.685035 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['4b78f7ba-6ad8-4542-b63e-cd44a2da199f'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:08:51.451845 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c26e86-b294-492c-8dd5-f5411bbcc6f1 req-eb6131b2-f466-4c43-83bd-37c8e688e6d6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:51.453438 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-26c26e86-b294-492c-8dd5-f5411bbcc6f1 req-eb6131b2-f466-4c43-83bd-37c8e688e6d6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0479729 Oct 27 14:08:51.490060 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-26c26e86-b294-492c-8dd5-f5411bbcc6f1 req-956973ff-1a8f-4632-a0ee-6d5e41aa531f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308464 Oct 27 14:08:52.401819 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4b78f7ba-6ad8-4542-b63e-cd44a2da199f up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:08:52.448432 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:08:52.448795 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:52.522710 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:52.548288 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:08:52.550513 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653c6157-2d90-4e55-b2d0-b86ea0f82ffe" -d '{"events": [{"server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "name": "network-vif-plugged", "status": "completed", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:08:52.564029 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:08:52.568381 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:08:52.593491 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb41b1da-7fc3-4f5d-a8f0-600bcb508b88 x-openstack-request-id: req-fb41b1da-7fc3-4f5d-a8f0-600bcb508b88 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:08:52.593775 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "name": "network-vif-plugged", "status": "completed", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:08:52.594021 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb41b1da-7fc3-4f5d-a8f0-600bcb508b88 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:08:52.594396 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'code': 200} Oct 27 14:08:52.610960 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fa799-d601-468c-8cfc-b34c71cb34ea req-10c36cc4-1eff-4526-aca3-942950e45a7a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:52.612460 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9d3fa799-d601-468c-8cfc-b34c71cb34ea req-10c36cc4-1eff-4526-aca3-942950e45a7a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0523469 Oct 27 14:08:52.622084 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=7']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:08:52.653854 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9d3fa799-d601-468c-8cfc-b34c71cb34ea req-d03efe4a-0267-4c13-ad99-4b742f8f1cf3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352945 Oct 27 14:08:53.777152 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fca4f-b7df-46fe-892b-bbe8449d0304 req-52b62330-a6d5-4ddb-b254-e40470363567 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:53.778598 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-748fca4f-b7df-46fe-892b-bbe8449d0304 req-52b62330-a6d5-4ddb-b254-e40470363567 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0509622 Oct 27 14:08:53.816118 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-748fca4f-b7df-46fe-892b-bbe8449d0304 req-2287c29c-7010-4ac6-b761-c756a7c459d9 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Oct 27 14:08:54.932412 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf449f2-529a-4e90-9aae-44355c16689b req-d8c39c9d-b229-40b0-89da-7c85de9f8262 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:54.933853 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-aaf449f2-529a-4e90-9aae-44355c16689b req-d8c39c9d-b229-40b0-89da-7c85de9f8262 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0478094 Oct 27 14:08:54.970852 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-aaf449f2-529a-4e90-9aae-44355c16689b req-177c01c3-3be3-4072-a96b-f0de9b91ef0f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312932 Oct 27 14:08:56.086318 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44bd0f-6b5c-4a56-9f3e-672e0ff9277c req-ec44831d-c106-4c1e-9001-5ceb9caf6371 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:56.087780 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-df44bd0f-6b5c-4a56-9f3e-672e0ff9277c req-ec44831d-c106-4c1e-9001-5ceb9caf6371 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0481219 Oct 27 14:08:56.125429 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-df44bd0f-6b5c-4a56-9f3e-672e0ff9277c req-4d80f569-10d9-4153-bf1c-4cd4c83447cf tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318542 Oct 27 14:08:57.269353 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be51c4-75bf-4c2f-abc1-019d4a1b8b07 req-0e32b8b8-047a-4456-bf8f-288af72ed677 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:57.273100 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-14be51c4-75bf-4c2f-abc1-019d4a1b8b07 req-0e32b8b8-047a-4456-bf8f-288af72ed677 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0616138 Oct 27 14:08:57.312691 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-14be51c4-75bf-4c2f-abc1-019d4a1b8b07 req-096ad568-9c0f-4b6d-8a12-0201e2c0a926 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358355 Oct 27 14:08:57.757903 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-ddf02f23-8b76-4b72-86d1-1acab7594ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:57.759807 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-ddf02f23-8b76-4b72-86d1-1acab7594ff6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 1098 time: 0.0506861 Oct 27 14:08:57.887782 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-95b494a1-8a52-4a1b-b171-9ef56bb20328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:57.889374 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-95b494a1-8a52-4a1b-b171-9ef56bb20328 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.1012979 Oct 27 14:08:57.964859 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-6044a80c-64ce-46fc-9c6d-d6569b240412 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f HTTP/1.1" status: 200 len: 1001 time: 0.0663724 Oct 27 14:08:58.019416 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-e6ca6fcd-82d9-4c06-9817-9ba020355ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:58.020881 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-e6ca6fcd-82d9-4c06-9817-9ba020355ae0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0459652 Oct 27 14:08:58.081828 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-44996a20-c2f4-49f1-b6b6-7b52af89513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:58.083782 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-44996a20-c2f4-49f1-b6b6-7b52af89513a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526602 Oct 27 14:08:58.196402 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-cbd579b2-f99d-41bc-a05a-341143277c00 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025422 Oct 27 14:08:58.290650 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cbfd5b9-5235-44df-a9a6-ea18bebb3784 req-3776023a-b2bc-4d26-94c0-9cb84b77fa64 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841112 Oct 27 14:08:58.440140 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61334ce-a52f-4bc2-8c72-b1bf188c2cde req-0b64691d-bb37-4eab-b964-5ccd6776583a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:58.444547 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c61334ce-a52f-4bc2-8c72-b1bf188c2cde req-0b64691d-bb37-4eab-b964-5ccd6776583a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0574927 Oct 27 14:08:58.483286 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c61334ce-a52f-4bc2-8c72-b1bf188c2cde req-13dd45de-9ec0-43ac-9420-a3f52474b165 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341938 Oct 27 14:08:59.612705 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d832055-2345-4015-9291-fd13c62fef39 req-fc1f5021-4993-44c5-99bd-173fe5857489 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:08:59.614225 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7d832055-2345-4015-9291-fd13c62fef39 req-fc1f5021-4993-44c5-99bd-173fe5857489 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0574985 Oct 27 14:08:59.653286 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7d832055-2345-4015-9291-fd13c62fef39 req-029d8dc9-d418-48c4-a4fe-a93406bccedf tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332084 Oct 27 14:09:00.796719 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a061fc-b9a3-478a-a26e-794d81cc89d2 req-462a3467-7739-4bad-a5f9-cb56e66abb0f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:00.798742 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-16a061fc-b9a3-478a-a26e-794d81cc89d2 req-462a3467-7739-4bad-a5f9-cb56e66abb0f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0671968 Oct 27 14:09:00.843322 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-16a061fc-b9a3-478a-a26e-794d81cc89d2 req-9801eb8c-6f25-4d65-a528-63651a32b7fc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372264 Oct 27 14:09:01.975008 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14c14d-6ec1-4eda-a413-e84aae4007c2 req-d4e4a4a6-d26e-4232-9e00-e213d61047d3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:01.976626 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1e14c14d-6ec1-4eda-a413-e84aae4007c2 req-d4e4a4a6-d26e-4232-9e00-e213d61047d3 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0517552 Oct 27 14:09:02.018522 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1e14c14d-6ec1-4eda-a413-e84aae4007c2 req-db310eca-24b7-4518-a542-08d3227efa87 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341918 Oct 27 14:09:03.153947 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7035eb5-f3e1-4d74-a4d2-ab9e1671c1eb req-3679910d-5787-468e-a509-45e3181b4d23 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:03.156429 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c7035eb5-f3e1-4d74-a4d2-ab9e1671c1eb req-3679910d-5787-468e-a509-45e3181b4d23 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0539951 Oct 27 14:09:03.197633 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c7035eb5-f3e1-4d74-a4d2-ab9e1671c1eb req-14083b0c-42f9-4803-b49b-a01f077c721d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345461 Oct 27 14:09:04.327802 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776302-fcba-40ac-9325-eb826e19f663 req-ddb4d5b4-adf6-43d2-aee9-19d8c853b207 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:04.335104 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4a776302-fcba-40ac-9325-eb826e19f663 req-ddb4d5b4-adf6-43d2-aee9-19d8c853b207 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0596077 Oct 27 14:09:04.376698 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4a776302-fcba-40ac-9325-eb826e19f663 req-43f16a72-5873-48d6-944f-1b8c2def5daf tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406468 Oct 27 14:09:05.494758 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b33fd7-d131-4788-8103-293b81ab69ac req-73dc3334-4adc-498e-8847-892306fb7705 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:05.497029 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e6b33fd7-d131-4788-8103-293b81ab69ac req-73dc3334-4adc-498e-8847-892306fb7705 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0515437 Oct 27 14:09:05.542975 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e6b33fd7-d131-4788-8103-293b81ab69ac req-0b6baa17-e32e-4b4b-abc3-00a994dae129 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387762 Oct 27 14:09:06.355902 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd840-6417-470f-bdb4-6b52d30c0f6a req-9f7b7b67-aba6-449b-af0f-786cf5e7ce4d tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:06.357402 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-090bd840-6417-470f-bdb4-6b52d30c0f6a req-9f7b7b67-aba6-449b-af0f-786cf5e7ce4d tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0555053 Oct 27 14:09:06.398506 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-090bd840-6417-470f-bdb4-6b52d30c0f6a req-44a89d1f-4eaa-44c0-90e2-48d91cbf7b12 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344827 Oct 27 14:09:06.675030 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb1385-f0f8-4209-a232-3d4f6bfc3fd0 req-2e63ac4d-f3bd-45ae-91c7-34190fdd973f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:06.676448 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-09fb1385-f0f8-4209-a232-3d4f6bfc3fd0 req-2e63ac4d-f3bd-45ae-91c7-34190fdd973f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0530212 Oct 27 14:09:06.713882 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-09fb1385-f0f8-4209-a232-3d4f6bfc3fd0 req-daa51d64-ce36-4f2b-aa31-3e73ae42724b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315719 Oct 27 14:09:07.522167 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c6c24-e2a1-47cc-800f-bcd0be5db635 req-af339313-8b5d-472c-8e4f-b081e8c5ba5c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:07.523772 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e52c6c24-e2a1-47cc-800f-bcd0be5db635 req-af339313-8b5d-472c-8e4f-b081e8c5ba5c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0534065 Oct 27 14:09:07.587530 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e52c6c24-e2a1-47cc-800f-bcd0be5db635 req-119469b2-f674-4ef3-a4d7-cbb542f65d15 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558429 Oct 27 14:09:07.600860 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-ceaa900f-405f-413a-8171-1e88134f0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:07.602307 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-ceaa900f-405f-413a-8171-1e88134f0074 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 1098 time: 0.0505717 Oct 27 14:09:07.834798 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebc5f6-f597-4772-b958-3f040553ad55 req-7a30d717-3387-4a5c-835d-47dbc68d6b00 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:07.836435 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-80ebc5f6-f597-4772-b958-3f040553ad55 req-7a30d717-3387-4a5c-835d-47dbc68d6b00 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0501974 Oct 27 14:09:07.878227 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-80ebc5f6-f597-4772-b958-3f040553ad55 req-428de597-c0cb-4dd7-8c87-59a9f7b72d62 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352695 Oct 27 14:09:07.920887 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-80aacd29-640b-4726-ba56-4f9bbc796b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:07.922439 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-80aacd29-640b-4726-ba56-4f9bbc796b49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.3117757 Oct 27 14:09:07.986742 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-9ca0a6af-8086-4a7c-afb5-bbcf2deaa262 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f HTTP/1.1" status: 200 len: 1001 time: 0.0562074 Oct 27 14:09:08.038641 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-8346d148-34c5-4769-a954-69c014b34798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:08.039983 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-8346d148-34c5-4769-a954-69c014b34798 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0456131 Oct 27 14:09:08.085269 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-e04b9bfd-c565-4e88-b1ab-d68ec6fca07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:08.086681 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-e04b9bfd-c565-4e88-b1ab-d68ec6fca07e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391347 Oct 27 14:09:08.177822 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-1eafe083-6f67-4264-ac94-eead1e3578f7 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828753 Oct 27 14:09:08.266813 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fa53d94d-2c77-42c0-a9d4-750a7d85ecb6 req-33760ec7-2e32-402a-840e-ae2c2fb310d4 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810993 Oct 27 14:09:08.699913 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447bbea-4dd5-4f34-b607-9a77b61b9364 req-82cee7d1-3d88-482a-a500-3ef7bdc0aaca tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:08.701385 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2447bbea-4dd5-4f34-b607-9a77b61b9364 req-82cee7d1-3d88-482a-a500-3ef7bdc0aaca tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0481596 Oct 27 14:09:08.738263 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2447bbea-4dd5-4f34-b607-9a77b61b9364 req-3c1dba49-c1c4-4c55-a605-3f4478abc7fc tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a318e30-3e9b-4e2a-8a9d-84499e3441e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311704 Oct 27 14:09:08.916402 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-1042e711-64ba-4d08-866b-608f18de34be tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:08.917860 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-1042e711-64ba-4d08-866b-608f18de34be tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 946 time: 0.0524042 Oct 27 14:09:08.998202 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15153582-8ae8-4915-bec8-fb8b98f8f0f5 req-22e2071e-ccf2-4909-b46b-d8b77e846e9e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:08.999684 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-15153582-8ae8-4915-bec8-fb8b98f8f0f5 req-22e2071e-ccf2-4909-b46b-d8b77e846e9e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0495341 Oct 27 14:09:09.014371 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Deleting port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:09:09.014706 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.038376 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-15153582-8ae8-4915-bec8-fb8b98f8f0f5 req-f40443ef-f43e-4610-8271-f0e706dd4a60 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Oct 27 14:09:09.112431 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] For port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:09.112786 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.293791 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.294412 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.294870 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.l3_db [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Floating IP 0a0ef62f-ca1b-4524-8a4d-2da46d329f5f disassociated. External IP: 172.27.1.97, port: 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7. Oct 27 14:09:09.295365 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Calling delete_port for 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 owned by compute:nova {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:09:09.428844 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.458576 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event deleted for resources: {'Port': ['ID=242da1e2-7a38-4a45-bfd7-b8496d6ed2b7,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:09.469676 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.470060 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.470398 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.470737 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.471067 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.471394 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.471716 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.472040 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.472468 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.472788 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.473158 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.473425 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:09.584726 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Router 136a9b06-f52f-4f8f-a9a9-88a502a76518 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:09:09.693492 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:09:09.702958 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] Sync routers for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:09:09.713231 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:09:09.713833 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:08:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:09.732503 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] No DVR routers for this DVR port 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 on host hv-cinder-81489 {{(pid=101356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:09:09.735617 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:09.739217 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-99c26c23-644f-4410-ae6d-d514e5c46994 req-90486277-c2ec-476b-9a62-fbca2070473a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.66 "DELETE /v2.0/ports/242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 HTTP/1.1" status: 204 len: 173 time: 0.8139005 Oct 27 14:09:09.739668 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'name': 'network-vif-deleted', 'tag': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:09.742478 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053d4478-4e94-4c1d-b0a2-0e6362801c77" -d '{"events": [{"server_uuid": "97a6e541-fcaf-40f7-803c-e653b81c8261", "name": "network-vif-deleted", "tag": "242da1e2-7a38-4a45-bfd7-b8496d6ed2b7"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:09.787829 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a6524a-61f7-47dc-9827-3e88383af6da x-openstack-request-id: req-84a6524a-61f7-47dc-9827-3e88383af6da {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:09.788236 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a6e541-fcaf-40f7-803c-e653b81c8261", "name": "network-vif-deleted", "tag": "242da1e2-7a38-4a45-bfd7-b8496d6ed2b7", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:09.789979 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84a6524a-61f7-47dc-9827-3e88383af6da {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:09.790553 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a6e541-fcaf-40f7-803c-e653b81c8261', 'name': 'network-vif-deleted', 'tag': '242da1e2-7a38-4a45-bfd7-b8496d6ed2b7', 'status': 'completed', 'code': 200} Oct 27 14:09:09.955423 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:09:10.025218 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-da67aa1a-a7d7-4086-95b1-7e4d23c465ea req-9f85d7f2-6990-4efd-8be7-c9d2c51dabf2 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=97a6e541-fcaf-40f7-803c-e653b81c8261 HTTP/1.1" status: 200 len: 210 time: 0.0309739 Oct 27 14:09:10.167462 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f438a80-c65e-49e8-af95-9bee12cb2663 req-cdd8fc58-deb7-452c-b62e-1093173c08ba tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:10.169036 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2f438a80-c65e-49e8-af95-9bee12cb2663 req-cdd8fc58-deb7-452c-b62e-1093173c08ba tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0560520 Oct 27 14:09:10.177865 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:10.207645 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] Checking router: 136a9b06-f52f-4f8f-a9a9-88a502a76518 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:09:10.216570 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:09:10.217184 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:08:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:10.220150 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2f438a80-c65e-49e8-af95-9bee12cb2663 req-6a154f9c-fe05-4507-a33c-7a0e45808441 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Oct 27 14:09:10.348334 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:09:10.497115 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4b78f7ba-6ad8-4542-b63e-cd44a2da199f no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:09:10.616860 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:10.621288 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.655559 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dbb10d-2edc-4610-a3ae-148854c6ee49 None None] The sync data for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi is: [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:09:10.672662 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:10.674927 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74902b33-efeb-491f-a4c4-c4a68a0e3bc5" -d '{"events": [{"server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "name": "network-vif-unplugged", "status": "completed", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:10.688564 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:10.692836 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:10.716635 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb9a70d-bd55-4e6c-97db-b8f82184a5e7 x-openstack-request-id: req-aeb9a70d-bd55-4e6c-97db-b8f82184a5e7 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:10.717133 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "name": "network-vif-unplugged", "status": "failed", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f", "code": 422}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:10.717133 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aeb9a70d-bd55-4e6c-97db-b8f82184a5e7 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:10.717524 dv-cinder-814898-2-iscsi neutron-server[101357]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'code': 422} returned with failed status Oct 27 14:09:10.743747 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=8']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:10.868960 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f449e7-f6ff-4982-8729-d7a3a6784446 None None] New status for floating IP 0a0ef62f-ca1b-4524-8a4d-2da46d329f5f: DOWN {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:09:11.105785 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40454) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:11.163276 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0f292a98-5ba5-4c0d-bcb0-6653611685f4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.185405 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0f292a98-5ba5-4c0d-bcb0-6653611685f4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.232158 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0f292a98-5ba5-4c0d-bcb0-6653611685f4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.235288 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0f292a98-5ba5-4c0d-bcb0-6653611685f4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.236454 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-0f292a98-5ba5-4c0d-bcb0-6653611685f4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "DELETE /v2.0/security-groups/7a318e30-3e9b-4e2a-8a9d-84499e3441e6 HTTP/1.1" status: 204 len: 168 time: 0.1296828 Oct 27 14:09:11.239265 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 40456) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:11.245391 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f292a98-5ba5-4c0d-bcb0-6653611685f4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a318e30-3e9b-4e2a-8a9d-84499e3441e6,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:11.259803 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.api.v2.resource [None req-4feeaaaa-053e-471a-93f9-5f0a3f8175dc tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] show failed (client error): The resource could not be found. Oct 27 14:09:11.261923 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-4feeaaaa-053e-471a-93f9-5f0a3f8175dc tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups/7a318e30-3e9b-4e2a-8a9d-84499e3441e6 HTTP/1.1" status: 404 len: 347 time: 0.0207281 Oct 27 14:09:11.263841 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 40460) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:11.347834 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923d16c-197e-476e-8b20-fb369a67c511 req-814b1acf-45d1-4bb7-b4bb-a33fc9587940 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:11.349343 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a923d16c-197e-476e-8b20-fb369a67c511 req-814b1acf-45d1-4bb7-b4bb-a33fc9587940 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0488441 Oct 27 14:09:11.387978 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Deleting port 6896a658-8ce7-4dd1-9594-ea90f49e3a78 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:09:11.388357 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.388607 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a923d16c-197e-476e-8b20-fb369a67c511 req-a669d5d3-91cc-4ef8-816f-20e557879be9 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Oct 27 14:09:11.464095 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.464445 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.480814 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Calling delete_port for 6896a658-8ce7-4dd1-9594-ea90f49e3a78 owned by network:floatingip {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:09:11.621338 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.648160 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event deleted for resources: {'Port': ['ID=6896a658-8ce7-4dd1-9594-ea90f49e3a78,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:11.659535 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.660156 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.660551 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.660889 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.661219 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.661551 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.661883 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.662207 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.662537 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.662859 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.663183 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.663508 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:11.733581 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.737101 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:11.738257 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-24a8d7de-5555-4915-a2b9-2d1dcf8dd316 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "DELETE /v2.0/floatingips/0a0ef62f-ca1b-4524-8a4d-2da46d329f5f HTTP/1.1" status: 204 len: 168 time: 0.4730802 Oct 27 14:09:11.835415 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-498ffc49-cfc0-4325-a1c3-efe508e3f729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.013009 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 40484) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:12.018569 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-1e22976d-9d9f-4639-811d-677339f620e9 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084916788', 'description': 'tempest-description--1923482288'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:12.042187 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e22976d-9d9f-4639-811d-677339f620e9 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.114587 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e22976d-9d9f-4639-811d-677339f620e9 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.118298 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e22976d-9d9f-4639-811d-677339f620e9 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.143971 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e22976d-9d9f-4639-811d-677339f620e9 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.148093 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-1e22976d-9d9f-4639-811d-677339f620e9 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1340144 Oct 27 14:09:12.148267 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40490) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:12.153946 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-5a338842-be44-47b3-bcbc-69d4c4cfc256 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'security_group_rule': {'security_group_id': '5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:12.157752 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22976d-9d9f-4639-811d-677339f620e9 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:12.182488 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5a338842-be44-47b3-bcbc-69d4c4cfc256 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.230192 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5a338842-be44-47b3-bcbc-69d4c4cfc256 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.233675 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5a338842-be44-47b3-bcbc-69d4c4cfc256 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.252667 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a338842-be44-47b3-bcbc-69d4c4cfc256 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3002ba-b86d-40d1-81eb-c68fd45d37ea,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:12.261085 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-5a338842-be44-47b3-bcbc-69d4c4cfc256 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.262264 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-5a338842-be44-47b3-bcbc-69d4c4cfc256 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129861 Oct 27 14:09:12.265044 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40492) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:12.269772 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-0499fea9-bd2b-441c-bddb-ea1c6fe2c68f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'security_group_rule': {'security_group_id': '5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:12.296168 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0499fea9-bd2b-441c-bddb-ea1c6fe2c68f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.360918 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0499fea9-bd2b-441c-bddb-ea1c6fe2c68f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.364510 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0499fea9-bd2b-441c-bddb-ea1c6fe2c68f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.383482 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499fea9-bd2b-441c-bddb-ea1c6fe2c68f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05df5b1-76b9-461e-b98a-cc517189eb91,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:12.389162 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0499fea9-bd2b-441c-bddb-ea1c6fe2c68f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.390333 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-0499fea9-bd2b-441c-bddb-ea1c6fe2c68f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238406 Oct 27 14:09:12.393879 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40494) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:12.398104 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'floatingip': {'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:12.418448 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.483779 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:09:12.507686 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:09:12.508027 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 242da1e2-7a38-4a45-bfd7-b8496d6ed2b7 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:09:12.517817 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.624803 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Allocated IP 172.27.1.196 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/334761a2-e63b-4a6f-9f08-06fed4e8df1b) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:09:12.722837 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.755847 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.798483 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:09:12.801425 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:09:12.804941 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:09:12.810132 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'Port': ['ID=334761a2-e63b-4a6f-9f08-06fed4e8df1b,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:12.888403 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:12.920238 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.066883 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.071655 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.141609 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'Port': ['ID=334761a2-e63b-4a6f-9f08-06fed4e8df1b,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:13.151292 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.166694 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:13.167919 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-bde7a984-a7ec-485f-9705-61ef74151de1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7730956 Oct 27 14:09:13.323565 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-deb43996-7807-45d1-97c3-c66fc3c890bb tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1084916788&fields=id&tenant_id=d769e34c5d6a43b6a8e44578543fa87d HTTP/1.1" status: 200 len: 267 time: 0.0365696 Oct 27 14:09:13.342734 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81aaba-18d6-46ec-9134-4ae5e53996b0 req-8de43056-0940-4ebc-8492-ffedd123ca79 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:13.344965 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6e81aaba-18d6-46ec-9134-4ae5e53996b0 req-8de43056-0940-4ebc-8492-ffedd123ca79 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0566893 Oct 27 14:09:13.388951 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6e81aaba-18d6-46ec-9134-4ae5e53996b0 req-b11bc849-3b35-4275-9746-e8815f4dfabc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368254 Oct 27 14:09:13.442683 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a7794f0b-c51a-4743-adb4-974e66c875fb tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:13.444277 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a7794f0b-c51a-4743-adb4-974e66c875fb tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 811 time: 0.1130366 Oct 27 14:09:13.459378 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-0695aca7-93a5-492a-a03c-72b3647681b7 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/quotas/d769e34c5d6a43b6a8e44578543fa87d HTTP/1.1" status: 200 len: 375 time: 0.0094359 Oct 27 14:09:13.513887 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-23c14ce1-47ff-4d42-97da-fe60c58e40e5 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491388 Oct 27 14:09:13.537051 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40530) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:13.614202 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-fdd9d8a5-82f8-46db-8728-5eb462c2e95c service neutron] 10.222.0.54 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885737 Oct 27 14:09:13.617748 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-1f1deba9-04ba-42f5-be19-dcf012b2f1a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795734 Oct 27 14:09:13.626783 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-20cc2bdb-2e13-4eba-bb71-63283e14c456 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:09:13.627780 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-20cc2bdb-2e13-4eba-bb71-63283e14c456 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048623 Oct 27 14:09:13.708414 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a6670290-79f7-4001-b927-bd3ccf46f444 service neutron] 10.222.0.54 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879340 Oct 27 14:09:13.884119 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-39f4ff41-faac-4f8f-800f-940d45e6d7c2 req-87767198-5e67-466c-b125-a84e118bef0e tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 210 time: 0.0315921 Oct 27 14:09:14.498125 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-169ac312-1b46-4028-8dbd-251966e9e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:14.500416 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-169ac312-1b46-4028-8dbd-251966e9e7fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8&tenant_id=d858bb1ca7884db3ab54520a9cc3119c HTTP/1.1" status: 200 len: 1096 time: 0.0436497 Oct 27 14:09:14.515844 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4b78f7ba-6ad8-4542-b63e-cd44a2da199f no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:09:14.520497 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-28d133b5-a374-455f-964d-e12a8816f469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:14.543674 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ca19d-6b4a-469a-9231-47626cee86b8 req-70f5c06e-e30d-4192-8103-593a68119f87 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:14.546052 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ac5ca19d-6b4a-469a-9231-47626cee86b8 req-70f5c06e-e30d-4192-8103-593a68119f87 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0841873 Oct 27 14:09:14.577286 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-33dbd117-4a6b-4161-ac1a-414ecfe34587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:14.578992 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-33dbd117-4a6b-4161-ac1a-414ecfe34587 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 1096 time: 0.0502098 Oct 27 14:09:14.595807 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ac5ca19d-6b4a-469a-9231-47626cee86b8 req-38aadbcc-771b-4aef-91a5-f1e4fb715613 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378335 Oct 27 14:09:14.675487 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-70cd7bdc-4496-40d7-9a86-add92b6f01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:14.676888 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-70cd7bdc-4496-40d7-9a86-add92b6f01d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.0893960 Oct 27 14:09:14.742123 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-64f7aa83-ea25-4062-acc2-caeeba18e725 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f HTTP/1.1" status: 200 len: 999 time: 0.0562794 Oct 27 14:09:14.791151 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-507e790b-e21c-417d-bdae-89cca0ee79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:14.792568 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-507e790b-e21c-417d-bdae-89cca0ee79bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0421300 Oct 27 14:09:14.842467 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-d3e9aebb-05bf-4be7-bede-668e4589166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:14.844882 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-d3e9aebb-05bf-4be7-bede-668e4589166d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440855 Oct 27 14:09:14.943864 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-44101904-a60d-4029-8413-ceb731e4a51c service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907874 Oct 27 14:09:15.010077 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b616-78f1-4261-ad70-5434623ae5cb req-9cd60adc-4656-44c2-953a-281737785ffd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:15.011819 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-9cd60adc-4656-44c2-953a-281737785ffd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.66 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 811 time: 0.1160278 Oct 27 14:09:15.037986 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6fee82d0-bf74-499c-a592-c799fe1fb646 req-b0602e8f-0b53-4468-abac-6c3ed42055bf tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 210 time: 0.0706470 Oct 27 14:09:15.072305 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-6a34f48a-5cd3-4852-8a55-2eb39ce01403 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d769e34c5d6a43b6a8e44578543fa87d HTTP/1.1" status: 200 len: 380 time: 0.0496299 Oct 27 14:09:15.081355 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'port': {'device_id': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'admin_state_up': True, 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'security_groups': ['5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e']}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:15.084734 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fe71d4f0-acd6-4bfe-959c-c94046ed64c6 req-ca88043d-61b5-4a24-8fc7-fe5138ec285d service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317785 Oct 27 14:09:15.198170 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Made reservation on behalf of d769e34c5d6a43b6a8e44578543fa87d for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:09:15.201638 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:15.286782 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:15.331605 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Allocated IP 172.20.0.9 (53b46f23-9d36-49ed-aea1-577f654649e2/a1674f30-47ef-4e30-9a53-9e0849ed07e7/d76769b1-e5b4-42a7-b249-5dbe89183aa4) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:09:15.520455 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:15.567021 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:15.611576 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Network 53b46f23-9d36-49ed-aea1-577f654649e2 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:09:15.615710 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:09:15.620061 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:09:15.671503 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event updated for resources: {'Port': ['ID=d76769b1-e5b4-42a7-b249-5dbe89183aa4,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:15.706615 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:15.707262 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:15.764528 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-3d7201b8-b88c-48a7-9e33-04251ce9c016 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6869631 Oct 27 14:09:15.801829 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66e932-9b05-4ca2-b41b-ad5e6662a9a2 req-d5a48e0c-375f-417e-905e-fe3737ee5290 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:15.803525 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3e66e932-9b05-4ca2-b41b-ad5e6662a9a2 req-d5a48e0c-375f-417e-905e-fe3737ee5290 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0933676 Oct 27 14:09:15.851514 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3e66e932-9b05-4ca2-b41b-ad5e6662a9a2 req-804c5454-399b-4972-93b8-bf9ce762876f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411272 Oct 27 14:09:15.972768 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-bc4e7284-1d88-4309-91a9-1fb7a4a56888 None None] Provisioning complete for port d76769b1-e5b4-42a7-b249-5dbe89183aa4 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:09:15.973331 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bc4e7284-1d88-4309-91a9-1fb7a4a56888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:16.019799 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e7284-1d88-4309-91a9-1fb7a4a56888 None None] Port d76769b1-e5b4-42a7-b249-5dbe89183aa4 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:09:16.110088 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:16.161929 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af7ae3-68e8-4b4d-9fd6-4ff19c801e3f req-0296b377-d740-40af-8638-d2e313200015 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:16.163936 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-77af7ae3-68e8-4b4d-9fd6-4ff19c801e3f req-0296b377-d740-40af-8638-d2e313200015 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0502634 Oct 27 14:09:16.213012 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-77af7ae3-68e8-4b4d-9fd6-4ff19c801e3f req-d90293b4-2839-497c-b5a7-f9d76b9e6d62 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410018 Oct 27 14:09:16.989165 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5782a8-0e02-46b0-a9a7-0091665b0e9d req-f5e85538-c89c-43d4-9c3f-cb61431850bc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:16.990674 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-be5782a8-0e02-46b0-a9a7-0091665b0e9d req-f5e85538-c89c-43d4-9c3f-cb61431850bc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0605865 Oct 27 14:09:17.028179 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-be5782a8-0e02-46b0-a9a7-0091665b0e9d req-005e8d1c-476e-4d58-b19d-dcceacf83deb tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Oct 27 14:09:17.338297 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33c248-2dfa-4f66-a0d3-da6beb9e91a9 req-aee0d033-750e-4d1c-9276-df5892842042 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:17.339912 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7d33c248-2dfa-4f66-a0d3-da6beb9e91a9 req-aee0d033-750e-4d1c-9276-df5892842042 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0545676 Oct 27 14:09:17.377705 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7d33c248-2dfa-4f66-a0d3-da6beb9e91a9 req-2815c781-f60c-4429-9740-3f9456d4d609 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Oct 27 14:09:17.600197 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:18.159608 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8479bea-9911-4625-b0ab-52f30a42a499 req-97021eab-2603-4929-9c19-ecafac1cdcdc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:18.161094 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e8479bea-9911-4625-b0ab-52f30a42a499 req-97021eab-2603-4929-9c19-ecafac1cdcdc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0564785 Oct 27 14:09:18.203495 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e8479bea-9911-4625-b0ab-52f30a42a499 req-adefe27e-ca56-4834-b01c-06a904e23704 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356834 Oct 27 14:09:18.501594 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700181-7d23-45fd-aba8-a3ceab38fd69 req-1cdfeb02-c5ee-49dc-a382-59c9a5a0d41b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:18.503211 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-de700181-7d23-45fd-aba8-a3ceab38fd69 req-1cdfeb02-c5ee-49dc-a382-59c9a5a0d41b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0608144 Oct 27 14:09:18.544634 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-de700181-7d23-45fd-aba8-a3ceab38fd69 req-7897364f-46fb-447c-b84f-29839648d04f tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353224 Oct 27 14:09:19.328176 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc74ac-99c2-400a-a53b-e2025e68be7f req-1bd0657b-0cf0-4c35-8be7-e860a952349a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:19.329652 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ecc74ac-99c2-400a-a53b-e2025e68be7f req-1bd0657b-0cf0-4c35-8be7-e860a952349a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0539010 Oct 27 14:09:19.371437 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9ecc74ac-99c2-400a-a53b-e2025e68be7f req-bd6d96f2-47a3-4542-bf9b-55c968726a36 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359395 Oct 27 14:09:19.666960 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f98fa0-99f1-4070-9085-e98439375e5d req-0bf24977-9f78-4249-ae03-4e100dd124c7 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:19.668456 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-08f98fa0-99f1-4070-9085-e98439375e5d req-0bf24977-9f78-4249-ae03-4e100dd124c7 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0551960 Oct 27 14:09:19.705818 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-08f98fa0-99f1-4070-9085-e98439375e5d req-3a2af111-8ace-456b-935b-aa3928d9e3b3 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Oct 27 14:09:20.179238 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:20.493116 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e60f1-3a2c-4cad-acdd-d270527bfb67 req-b4cda943-fd3c-4b57-97d4-80684733dbfe tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:20.494496 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-667e60f1-3a2c-4cad-acdd-d270527bfb67 req-b4cda943-fd3c-4b57-97d4-80684733dbfe tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0499828 Oct 27 14:09:20.532265 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-667e60f1-3a2c-4cad-acdd-d270527bfb67 req-569d60f4-5bf5-4806-bceb-39df57dc83e7 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313444 Oct 27 14:09:20.833827 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dba2cd-e0d0-4cda-bb8b-fe31dbe7e8e8 req-22afd6d7-df99-4b92-9de7-0ea69e068e1c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:20.835300 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-49dba2cd-e0d0-4cda-bb8b-fe31dbe7e8e8 req-22afd6d7-df99-4b92-9de7-0ea69e068e1c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0527360 Oct 27 14:09:20.873460 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-49dba2cd-e0d0-4cda-bb8b-fe31dbe7e8e8 req-7b7e1449-612a-498e-a5ba-c7d5b61dfe4e tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321932 Oct 27 14:09:21.661060 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6a3ec-5cdd-44b3-8db1-d4822a016ce0 req-b4a26a82-2152-4817-bd5b-44e8f60588ce tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:21.663344 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bfb6a3ec-5cdd-44b3-8db1-d4822a016ce0 req-b4a26a82-2152-4817-bd5b-44e8f60588ce tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0537159 Oct 27 14:09:21.702206 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bfb6a3ec-5cdd-44b3-8db1-d4822a016ce0 req-e44f0b30-0f50-46fa-8715-7d5c894243fd tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329797 Oct 27 14:09:21.994545 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ef32a-5190-4c0f-bba9-1c5158b0670d req-f4975820-4a89-4b6f-87c5-432b0056b3ec tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:21.996045 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bd2ef32a-5190-4c0f-bba9-1c5158b0670d req-f4975820-4a89-4b6f-87c5-432b0056b3ec tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0531905 Oct 27 14:09:22.034383 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bd2ef32a-5190-4c0f-bba9-1c5158b0670d req-f09830bd-fa8e-4463-8996-9536d93a1df1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312905 Oct 27 14:09:22.088933 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:09:22.822353 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fb44e-c122-4a27-8c68-3cb2d10d69c1 req-34b9caa9-f59b-4154-b7e0-6ce0c035128b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:22.823813 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0a6fb44e-c122-4a27-8c68-3cb2d10d69c1 req-34b9caa9-f59b-4154-b7e0-6ce0c035128b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0496457 Oct 27 14:09:22.862747 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0a6fb44e-c122-4a27-8c68-3cb2d10d69c1 req-cf08c43c-6a80-406b-be9f-01cb22a76032 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323832 Oct 27 14:09:23.151182 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a291c-70c2-48d6-853c-45f85bc4e0b5 req-d749e34c-2d4e-4dfb-a5eb-488d1535b119 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:23.152780 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5a7a291c-70c2-48d6-853c-45f85bc4e0b5 req-d749e34c-2d4e-4dfb-a5eb-488d1535b119 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0493240 Oct 27 14:09:23.196462 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5a7a291c-70c2-48d6-853c-45f85bc4e0b5 req-d04c91dc-5881-42c6-99f8-6d07789de5c2 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370920 Oct 27 14:09:23.984935 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e3045-ef86-4e65-96a4-3624aa5868dc req-35c7566c-0380-4b39-83b7-e6d283a5f1f5 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:23.986395 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-606e3045-ef86-4e65-96a4-3624aa5868dc req-35c7566c-0380-4b39-83b7-e6d283a5f1f5 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0521209 Oct 27 14:09:24.022932 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-606e3045-ef86-4e65-96a4-3624aa5868dc req-735b77ab-2bb8-4825-9739-45a054bc6467 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307026 Oct 27 14:09:24.318537 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58d8b9-597e-4da2-991f-b41f30699560 req-d41e8f68-022e-4cff-b422-0788f4147797 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:24.320058 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cb58d8b9-597e-4da2-991f-b41f30699560 req-d41e8f68-022e-4cff-b422-0788f4147797 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0559511 Oct 27 14:09:24.358066 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cb58d8b9-597e-4da2-991f-b41f30699560 req-f97b20c7-c2e8-4148-84a5-58472841e3f7 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319033 Oct 27 14:09:25.149239 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d3a82-2abc-461b-be54-0e066733bccb req-4bf25927-492c-401f-9050-c818c4bbf736 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:25.150745 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-630d3a82-2abc-461b-be54-0e066733bccb req-4bf25927-492c-401f-9050-c818c4bbf736 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0512209 Oct 27 14:09:25.200444 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-630d3a82-2abc-461b-be54-0e066733bccb req-6d655160-7eaf-4dd1-93fd-baad64ef1285 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367045 Oct 27 14:09:25.485496 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ac48a-1c2e-434e-8f96-deaf6a135f26 req-81d78a1f-defb-4bf5-8c1b-dc1d7dbd078c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:25.487005 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b92ac48a-1c2e-434e-8f96-deaf6a135f26 req-81d78a1f-defb-4bf5-8c1b-dc1d7dbd078c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0617900 Oct 27 14:09:25.524920 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b92ac48a-1c2e-434e-8f96-deaf6a135f26 req-2b076db0-1b1b-4cff-93e3-e07d81c7e585 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320334 Oct 27 14:09:26.326074 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da38a-dda6-41d8-948c-c086545065ee req-50e12200-fcce-4c5e-8396-fb5455139ee2 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:26.327588 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-659da38a-dda6-41d8-948c-c086545065ee req-50e12200-fcce-4c5e-8396-fb5455139ee2 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0526221 Oct 27 14:09:26.364867 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-659da38a-dda6-41d8-948c-c086545065ee req-4ccd13a3-edc4-4a39-aa33-8edc505cac73 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313361 Oct 27 14:09:26.640218 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e68b7-1882-47dc-ad3b-38e09ff8efe3 req-c6d76185-5b03-499e-ad89-2a890affb3c0 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:26.641709 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d14e68b7-1882-47dc-ad3b-38e09ff8efe3 req-c6d76185-5b03-499e-ad89-2a890affb3c0 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0476484 Oct 27 14:09:26.682885 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d14e68b7-1882-47dc-ad3b-38e09ff8efe3 req-f60a9047-71ea-4224-8a2c-b87bfe794d7a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352147 Oct 27 14:09:27.486254 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63eccd-0664-48be-88a3-a3a00e61b1de req-70a6269e-133e-4586-8075-76584e0f7500 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:27.487630 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5c63eccd-0664-48be-88a3-a3a00e61b1de req-70a6269e-133e-4586-8075-76584e0f7500 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0476062 Oct 27 14:09:27.524695 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5c63eccd-0664-48be-88a3-a3a00e61b1de req-b1c1f4ca-c1bb-4fff-b762-62ef0c799538 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Oct 27 14:09:27.800974 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9467e-fa2e-48b9-a615-af1004dd631e req-3282fa15-3264-4287-9dc3-62be77919d34 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:27.802568 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-33b9467e-fa2e-48b9-a615-af1004dd631e req-3282fa15-3264-4287-9dc3-62be77919d34 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0534358 Oct 27 14:09:27.839518 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-33b9467e-fa2e-48b9-a615-af1004dd631e req-885e088a-46fb-42b9-8776-37a114fd3975 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310979 Oct 27 14:09:28.644247 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e2d83-480c-4cb3-b353-1b8a2649eb4b req-071b2998-51a7-4f1f-9a15-cf9c1ee508ba tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:28.645694 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6c3e2d83-480c-4cb3-b353-1b8a2649eb4b req-071b2998-51a7-4f1f-9a15-cf9c1ee508ba tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0504339 Oct 27 14:09:28.685748 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6c3e2d83-480c-4cb3-b353-1b8a2649eb4b req-7f4c30f1-1a57-472e-85fa-79aedda6795f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343156 Oct 27 14:09:28.951059 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a4bfd-31cf-4e7f-9379-224775ce9778 req-d16353be-40bd-4adc-b5b7-267c0ff39942 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:28.952505 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-438a4bfd-31cf-4e7f-9379-224775ce9778 req-d16353be-40bd-4adc-b5b7-267c0ff39942 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 931 time: 0.0470884 Oct 27 14:09:28.989990 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-438a4bfd-31cf-4e7f-9379-224775ce9778 req-738ff80e-f986-45e4-937d-c03a4622585b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310783 Oct 27 14:09:29.313023 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Request body: {'port': {'device_id': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:29.363487 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:29.614535 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76769b1-e5b4-42a7-b249-5dbe89183aa4 {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:09:29.621637 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:29.633090 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Transition to ACTIVE for port object d76769b1-e5b4-42a7-b249-5dbe89183aa4 will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:09:29.635952 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:29.701261 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Pushing event updated for resources: {'Port': ['ID=d76769b1-e5b4-42a7-b249-5dbe89183aa4,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:29.753316 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Attempting to bind port d76769b1-e5b4-42a7-b249-5dbe89183aa4 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:09:29.753651 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Attempting to bind port d76769b1-e5b4-42a7-b249-5dbe89183aa4 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:09:29.753984 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Attempting to bind port d76769b1-e5b4-42a7-b249-5dbe89183aa4 on network 53b46f23-9d36-49ed-aea1-577f654649e2 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:09:29.758575 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Port d76769b1-e5b4-42a7-b249-5dbe89183aa4 on network 53b46f23-9d36-49ed-aea1-577f654649e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:09:29.758897 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Attempting to bind port d76769b1-e5b4-42a7-b249-5dbe89183aa4 on network 53b46f23-9d36-49ed-aea1-577f654649e2 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:09:29.774204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:09:29.774543 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Checking segment: {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:09:29.774921 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Bound using segment: {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:09:29.775363 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Bound port: d76769b1-e5b4-42a7-b249-5dbe89183aa4, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3397e14a-fc5a-45a9-b278-0361ab9bbbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:09:29.775713 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:29.848936 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdf97c-b7e4-4142-a0eb-6dcc2932e4ef req-11bddb3e-9aa1-4788-ba9a-0a680168e539 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:29.850411 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f9fdf97c-b7e4-4142-a0eb-6dcc2932e4ef req-11bddb3e-9aa1-4788-ba9a-0a680168e539 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0884783 Oct 27 14:09:29.893747 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] For port d76769b1-e5b4-42a7-b249-5dbe89183aa4, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:09:29.897982 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] For port d76769b1-e5b4-42a7-b249-5dbe89183aa4, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d76769b1-e5b4-42a7-b249-5dbe89183aa4,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:09:29.903421 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f9fdf97c-b7e4-4142-a0eb-6dcc2932e4ef req-d8712fa3-43e6-40d3-91e3-4e31cd4b9323 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454164 Oct 27 14:09:29.904853 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:29.941310 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:29.941927 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:29.943306 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] 10.222.0.66 "PUT /v2.0/ports/d76769b1-e5b4-42a7-b249-5dbe89183aa4 HTTP/1.1" status: 200 len: 1093 time: 0.6351514 Oct 27 14:09:29.943706 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'tag': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:29.946003 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea6841-74b7-414e-a0da-22eaf28f82ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c2033489-cdd3-4171-8c4d-0711549b7117", "tag": "d76769b1-e5b4-42a7-b249-5dbe89183aa4"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:29.968982 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114e8dc-7b79-4cbd-bbdc-eb15ee793f0f service neutron] Pushing event updated for resources: {'Port': ['ID=d76769b1-e5b4-42a7-b249-5dbe89183aa4,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:29.995753 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff353753-5b2c-48d2-af63-467803e8e866 x-openstack-request-id: req-ff353753-5b2c-48d2-af63-467803e8e866 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:29.996050 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2033489-cdd3-4171-8c4d-0711549b7117", "tag": "d76769b1-e5b4-42a7-b249-5dbe89183aa4", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:29.996331 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff353753-5b2c-48d2-af63-467803e8e866 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:29.996723 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'tag': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4', 'status': 'completed', 'code': 200} Oct 27 14:09:30.036838 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b616-78f1-4261-ad70-5434623ae5cb req-6746fc35-36a1-4916-8ded-c2100309810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:30.038102 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-6746fc35-36a1-4916-8ded-c2100309810b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 1096 time: 0.0519738 Oct 27 14:09:30.094421 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-41c0fa18-b641-4fbf-860e-f23fd84eb278 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d76769b1-e5b4-42a7-b249-5dbe89183aa4 HTTP/1.1" status: 200 len: 217 time: 0.0458384 Oct 27 14:09:30.171288 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8d341-d010-4ffb-a50d-4af0b4d021b4 req-76f94e88-a3cc-4fc4-ada5-dc79829f73e1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:30.172747 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4be8d341-d010-4ffb-a50d-4af0b4d021b4 req-76f94e88-a3cc-4fc4-ada5-dc79829f73e1 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 943 time: 0.0894196 Oct 27 14:09:30.174513 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b616-78f1-4261-ad70-5434623ae5cb req-2d32ae52-ad58-46a1-b7a4-6696e789f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:30.175822 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-2d32ae52-ad58-46a1-b7a4-6696e789f967 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 200 len: 850 time: 0.0670166 Oct 27 14:09:30.238363 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4be8d341-d010-4ffb-a50d-4af0b4d021b4 req-8799f3d5-fa70-4c1a-b452-3303c2c7daf5 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595772 Oct 27 14:09:30.244600 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b616-78f1-4261-ad70-5434623ae5cb req-31412f21-835a-4c92-bda1-34dac2d6f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:30.246099 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-31412f21-835a-4c92-bda1-34dac2d6f2a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53b46f23-9d36-49ed-aea1-577f654649e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605619 Oct 27 14:09:30.339338 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-dad8efb2-f208-4013-bd7a-dd5971804741 service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833466 Oct 27 14:09:30.652335 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8998b616-78f1-4261-ad70-5434623ae5cb req-b627e4ad-1846-4c91-ab59-99ecf43ab3db service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047752 Oct 27 14:09:30.751069 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-610f8f5a-9ae3-4785-8e66-fb05cc6b7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:30.752624 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-610f8f5a-9ae3-4785-8e66-fb05cc6b7992 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 1096 time: 0.0407703 Oct 27 14:09:30.843567 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-3a427975-86e0-449d-822b-3519ff0f7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:30.845114 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-3a427975-86e0-449d-822b-3519ff0f7122 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 912 time: 0.0847254 Oct 27 14:09:30.889052 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-25cc0a31-2da0-4829-9ab2-58ae55e50699 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d76769b1-e5b4-42a7-b249-5dbe89183aa4 HTTP/1.1" status: 200 len: 217 time: 0.0350676 Oct 27 14:09:30.940943 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-d9690012-5c37-458e-9e61-d533b75be751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:30.942368 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-d9690012-5c37-458e-9e61-d533b75be751 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 200 len: 850 time: 0.0459595 Oct 27 14:09:30.988206 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-ada8a6ad-71d3-4980-9021-a9928e612495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:30.989721 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-ada8a6ad-71d3-4980-9021-a9928e612495 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53b46f23-9d36-49ed-aea1-577f654649e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400083 Oct 27 14:09:31.024264 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12765605-32c6-40c6-a695-12401f14c5a8 req-265892d7-199a-481e-9ec3-808558d4ce5a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:31.025725 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12765605-32c6-40c6-a695-12401f14c5a8 req-265892d7-199a-481e-9ec3-808558d4ce5a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0479622 Oct 27 14:09:31.063391 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12765605-32c6-40c6-a695-12401f14c5a8 req-80e36acc-86c8-4006-a3da-7b84673a5fde tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Oct 27 14:09:31.085260 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-572222a3-107d-43ef-b418-73e40ec67c6d service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879111 Oct 27 14:09:31.174893 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8fea6841-74b7-414e-a0da-22eaf28f82ec req-33875c09-197b-45db-a499-05e4ebe643c0 service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821502 Oct 27 14:09:31.354493 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db01517-0ffb-4664-8962-59927abe6136 req-da2b4021-a584-4c2e-a2ea-6df7d8d7beee tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:31.355986 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4db01517-0ffb-4664-8962-59927abe6136 req-da2b4021-a584-4c2e-a2ea-6df7d8d7beee tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 943 time: 0.0496385 Oct 27 14:09:31.398718 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4db01517-0ffb-4664-8962-59927abe6136 req-bb00838f-f160-42d3-9809-fbd7e6a20c08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360813 Oct 27 14:09:32.184079 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3634ea-869c-43f3-8166-24766766efc6 req-74c69efa-eb17-4477-9097-f76d25762a8b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:32.185549 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5a3634ea-869c-43f3-8166-24766766efc6 req-74c69efa-eb17-4477-9097-f76d25762a8b tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 943 time: 0.0524378 Oct 27 14:09:32.223467 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5a3634ea-869c-43f3-8166-24766766efc6 req-6e3dbbbf-6946-49f8-bb06-4a8be6079e61 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Oct 27 14:09:32.527871 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805c5b9-9024-4cce-b11e-5c6e73ae5966 req-2d587b0e-73ef-4fc0-9cf7-853a081ac5e7 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:32.529526 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9805c5b9-9024-4cce-b11e-5c6e73ae5966 req-2d587b0e-73ef-4fc0-9cf7-853a081ac5e7 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 943 time: 0.0515175 Oct 27 14:09:32.567080 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9805c5b9-9024-4cce-b11e-5c6e73ae5966 req-7202f6cf-b922-42e0-9506-a7653ca56b37 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Oct 27 14:09:32.569569 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4b78f7ba-6ad8-4542-b63e-cd44a2da199f details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:09:32.664464 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:32.676575 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'port_id': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'mac_address': 'fa:16:3e:3d:00:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:09:32.720169 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:32.733448 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b78f7ba-6ad8-4542-b63e-cd44a2da199f {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:09:32.753401 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:32.757727 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:32.804473 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=9']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:32.811398 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.811754 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.812135 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.812483 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.812821 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.813152 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.813479 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.813807 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.814134 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.814483 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.814821 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:32.815284 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:09:33.210855 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['4b78f7ba-6ad8-4542-b63e-cd44a2da199f'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:09:33.343160 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d2038-3fc0-410e-acba-92d8b7266408 req-71ec3c91-748d-4aed-ad95-34c12f9a020d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:33.344685 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5c9d2038-3fc0-410e-acba-92d8b7266408 req-71ec3c91-748d-4aed-ad95-34c12f9a020d tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0489066 Oct 27 14:09:33.382109 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5c9d2038-3fc0-410e-acba-92d8b7266408 req-c6dbaaba-1d67-4033-aa8f-2f57295490a8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313284 Oct 27 14:09:33.679007 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a82f92-2d68-4764-a88e-6f57f833656f req-633bdbe6-9af1-40e0-b561-c7a12a377a29 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:33.680472 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-27a82f92-2d68-4764-a88e-6f57f833656f req-633bdbe6-9af1-40e0-b561-c7a12a377a29 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 943 time: 0.0478032 Oct 27 14:09:33.717598 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-27a82f92-2d68-4764-a88e-6f57f833656f req-aa295435-16f9-47ce-beb1-e0becdfe50be tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Oct 27 14:09:34.499483 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830cb31-1074-4a66-96dd-b50fda577339 req-547cf9f9-4229-4afc-a690-5f1d7fbf2633 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:34.501510 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f830cb31-1074-4a66-96dd-b50fda577339 req-547cf9f9-4229-4afc-a690-5f1d7fbf2633 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0497484 Oct 27 14:09:34.537677 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f830cb31-1074-4a66-96dd-b50fda577339 req-45fa9192-42db-440e-84e6-c1c11ba649de tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303538 Oct 27 14:09:34.575180 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device d76769b1-e5b4-42a7-b249-5dbe89183aa4 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:09:34.579059 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4b78f7ba-6ad8-4542-b63e-cd44a2da199f up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:09:34.685168 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:09:34.685528 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:34.733815 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port d76769b1-e5b4-42a7-b249-5dbe89183aa4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d76769b1-e5b4-42a7-b249-5dbe89183aa4,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:34.750619 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'port_id': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4', 'mac_address': 'fa:16:3e:eb:42:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:09:34.819035 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:34.829424 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d0b97-fa7e-4eac-a41f-75ee4bf0b742 req-f0c54149-b46b-4ae1-9ea0-4da560a67d83 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:34.830961 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-103d0b97-fa7e-4eac-a41f-75ee4bf0b742 req-f0c54149-b46b-4ae1-9ea0-4da560a67d83 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 943 time: 0.0482814 Oct 27 14:09:34.831883 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:34.836472 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76769b1-e5b4-42a7-b249-5dbe89183aa4 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:09:34.868244 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port d76769b1-e5b4-42a7-b249-5dbe89183aa4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d76769b1-e5b4-42a7-b249-5dbe89183aa4,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:34.869029 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-103d0b97-fa7e-4eac-a41f-75ee4bf0b742 req-62b0db6e-95fb-425c-9971-238f42580343 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Oct 27 14:09:34.873770 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:34.876023 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e61f83-c35d-4fd9-b087-17e389e14aa6" -d '{"events": [{"server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "name": "network-vif-plugged", "status": "completed", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:34.880861 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:34.908591 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:34.912242 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1487f1-86c3-44fd-bbac-6fc0df6970da x-openstack-request-id: req-8d1487f1-86c3-44fd-bbac-6fc0df6970da {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:34.912516 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "name": "network-vif-plugged", "status": "completed", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:34.912792 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d1487f1-86c3-44fd-bbac-6fc0df6970da {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:34.913211 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'code': 200} Oct 27 14:09:34.915649 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:34.938369 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=d76769b1-e5b4-42a7-b249-5dbe89183aa4,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:34.986064 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=10']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:35.114054 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103800c6-527f-411a-80df-f2fe80ecb72b req-f3d0abb0-99d1-42ef-a386-c8449168f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:35.115530 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-103800c6-527f-411a-80df-f2fe80ecb72b req-f3d0abb0-99d1-42ef-a386-c8449168f764 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 1099 time: 0.0457325 Oct 27 14:09:35.149534 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-103800c6-527f-411a-80df-f2fe80ecb72b req-ee468a97-6d5a-42ef-9e3b-b64f4f1fe46a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268741 Oct 27 14:09:35.231884 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['d76769b1-e5b4-42a7-b249-5dbe89183aa4'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:09:35.652778 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a07ddd-513c-4963-a5a3-88688e85200e req-611d5124-b44c-4ef7-b022-f8f03fa82a91 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:35.654191 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-76a07ddd-513c-4963-a5a3-88688e85200e req-611d5124-b44c-4ef7-b022-f8f03fa82a91 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0471272 Oct 27 14:09:35.691046 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-76a07ddd-513c-4963-a5a3-88688e85200e req-5f7b393d-1661-46fd-8745-12303e3ec435 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302637 Oct 27 14:09:35.989737 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3921a20-677f-4041-9489-4c67dcb41093 req-d368b857-7c50-401c-b1f1-e96dcf9a333b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:35.991222 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b3921a20-677f-4041-9489-4c67dcb41093 req-d368b857-7c50-401c-b1f1-e96dcf9a333b tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 944 time: 0.0506630 Oct 27 14:09:36.027459 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b3921a20-677f-4041-9489-4c67dcb41093 req-11a44c7d-540a-4782-8f38-eefc9a9bb4d4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303609 Oct 27 14:09:36.592218 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device d76769b1-e5b4-42a7-b249-5dbe89183aa4 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:09:36.638945 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port d76769b1-e5b4-42a7-b249-5dbe89183aa4 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:09:36.643359 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port d76769b1-e5b4-42a7-b249-5dbe89183aa4 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:09:36.643731 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:36.726101 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:36.767383 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port d76769b1-e5b4-42a7-b249-5dbe89183aa4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d76769b1-e5b4-42a7-b249-5dbe89183aa4,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:09:36.772006 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:36.825706 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=d76769b1-e5b4-42a7-b249-5dbe89183aa4,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:09:36.836627 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75826-392d-4514-a559-ad9e4d3f2c67 req-74ec356f-cf70-4907-bc42-88a4e99673a8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:36.838100 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4ae75826-392d-4514-a559-ad9e4d3f2c67 req-74ec356f-cf70-4907-bc42-88a4e99673a8 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0548012 Oct 27 14:09:36.880426 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4ae75826-392d-4514-a559-ad9e4d3f2c67 req-568d8235-d3ce-4044-8c0f-8f5e87e995ef tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Oct 27 14:09:36.914024 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:36.916367 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba902c-c8e2-4b19-9203-6fc4ae3b5c2c" -d '{"events": [{"server_uuid": "c2033489-cdd3-4171-8c4d-0711549b7117", "name": "network-vif-plugged", "status": "completed", "tag": "d76769b1-e5b4-42a7-b249-5dbe89183aa4"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:36.952699 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ecd3bb-0b6d-4ee2-8eca-91027d77b9f8 x-openstack-request-id: req-e2ecd3bb-0b6d-4ee2-8eca-91027d77b9f8 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:36.952980 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2033489-cdd3-4171-8c4d-0711549b7117", "name": "network-vif-plugged", "status": "completed", "tag": "d76769b1-e5b4-42a7-b249-5dbe89183aa4", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:36.953232 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2ecd3bb-0b6d-4ee2-8eca-91027d77b9f8 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:36.953638 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4', 'code': 200} Oct 27 14:09:37.153991 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb4b93-4258-43f7-914f-111958147079 req-47dec4b5-e4b6-4807-87a6-3f12ed2d2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:37.155655 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e4eb4b93-4258-43f7-914f-111958147079 req-47dec4b5-e4b6-4807-87a6-3f12ed2d2379 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 1098 time: 0.0738471 Oct 27 14:09:37.167613 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0712778-59e2-4293-a488-5c92f9055fdf req-e14064c4-a78a-484a-9d97-98dcd48f3e73 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:37.169169 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a0712778-59e2-4293-a488-5c92f9055fdf req-e14064c4-a78a-484a-9d97-98dcd48f3e73 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 945 time: 0.0580525 Oct 27 14:09:37.222929 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e4eb4b93-4258-43f7-914f-111958147079 req-f0613f5e-ec80-4ef3-ab4a-b3e7d62167d3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527976 Oct 27 14:09:37.228141 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a0712778-59e2-4293-a488-5c92f9055fdf req-23c89466-8f79-4858-b93d-26dc84c5dff0 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521271 Oct 27 14:09:37.998671 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2b35b-5743-4ea6-aae0-553ff2436707 req-55966c69-4acf-4907-adf9-9d9b5407b859 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:38.000662 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f2b2b35b-5743-4ea6-aae0-553ff2436707 req-55966c69-4acf-4907-adf9-9d9b5407b859 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0479076 Oct 27 14:09:38.037247 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f2b2b35b-5743-4ea6-aae0-553ff2436707 req-5926d985-fa35-45e0-a54c-9a97f2db3f7e tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308557 Oct 27 14:09:38.338818 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db8bd-75ec-430c-b78d-6d15f986a808 req-9e08ee41-1b4a-4661-aaac-f6445e77f491 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:38.340268 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3f0db8bd-75ec-430c-b78d-6d15f986a808 req-9e08ee41-1b4a-4661-aaac-f6445e77f491 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 945 time: 0.0472250 Oct 27 14:09:38.380905 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3f0db8bd-75ec-430c-b78d-6d15f986a808 req-a44abdcc-4a45-4989-902c-4eaf54fb7967 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348675 Oct 27 14:09:39.493242 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b169662-0cd8-4995-b2b4-c59d7a82cddc req-b4f4c08c-aebb-4f1a-8a26-d0bc7bff807d tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:39.494633 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9b169662-0cd8-4995-b2b4-c59d7a82cddc req-b4f4c08c-aebb-4f1a-8a26-d0bc7bff807d tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 945 time: 0.0478866 Oct 27 14:09:39.532203 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9b169662-0cd8-4995-b2b4-c59d7a82cddc req-a026aa1e-b22c-4753-9269-7d541ae8e428 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311720 Oct 27 14:09:39.639584 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4931e3-4a42-404b-b224-9355c9980b2b req-28e76326-80fe-46e9-8caa-ede58cb7b69e tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:39.641051 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4a4931e3-4a42-404b-b224-9355c9980b2b req-28e76326-80fe-46e9-8caa-ede58cb7b69e tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 945 time: 0.0481982 Oct 27 14:09:39.649314 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 40716) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:09:39.653572 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-36448ae5-5346-4575-ac07-abc27e16137a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Request body: {'floatingip': {'port_id': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:09:39.691981 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-36448ae5-5346-4575-ac07-abc27e16137a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:40.110756 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-36448ae5-5346-4575-ac07-abc27e16137a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:40.114451 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-36448ae5-5346-4575-ac07-abc27e16137a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:40.220650 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.l3_db [None req-36448ae5-5346-4575-ac07-abc27e16137a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Floating IP 6529f9f2-3375-4f28-9ec0-8d44943af05e associated. External IP: 172.27.1.196, port: d76769b1-e5b4-42a7-b249-5dbe89183aa4. Oct 27 14:09:40.435759 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36448ae5-5346-4575-ac07-abc27e16137a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Router 136a9b06-f52f-4f8f-a9a9-88a502a76518 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:09:40.541409 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36448ae5-5346-4575-ac07-abc27e16137a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:09:40.546392 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-36448ae5-5346-4575-ac07-abc27e16137a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:40.551301 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] Sync routers for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:09:40.560814 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:09:40.561431 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:09:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:40.572772 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-36448ae5-5346-4575-ac07-abc27e16137a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "PUT /v2.0/floatingips/6529f9f2-3375-4f28-9ec0-8d44943af05e HTTP/1.1" status: 200 len: 991 time: 0.9224017 Oct 27 14:09:40.573364 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'tag': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:09:40.575622 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171" -d '{"events": [{"name": "network-changed", "server_uuid": "c2033489-cdd3-4171-8c4d-0711549b7117", "tag": "d76769b1-e5b4-42a7-b249-5dbe89183aa4"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:09:40.614562 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10818457-a658-4c04-b3ff-2c5031b5e870 x-openstack-request-id: req-10818457-a658-4c04-b3ff-2c5031b5e870 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:09:40.614862 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2033489-cdd3-4171-8c4d-0711549b7117", "tag": "d76769b1-e5b4-42a7-b249-5dbe89183aa4", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:09:40.615146 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10818457-a658-4c04-b3ff-2c5031b5e870 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:09:40.615547 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'tag': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4', 'status': 'completed', 'code': 200} Oct 27 14:09:40.669944 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:09:40.690556 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-d4bae81d-de0e-4644-86ef-72730845cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:40.691999 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-d4bae81d-de0e-4644-86ef-72730845cb33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 1098 time: 0.0444627 Oct 27 14:09:40.786518 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-d69f003d-913b-4c25-9601-aa55828008e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:40.788430 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-d69f003d-913b-4c25-9601-aa55828008e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 200 len: 912 time: 0.0880151 Oct 27 14:09:40.858296 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-16a75bfd-4b92-40fa-909d-c003e12792d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d76769b1-e5b4-42a7-b249-5dbe89183aa4 HTTP/1.1" status: 200 len: 999 time: 0.0620980 Oct 27 14:09:40.911157 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-e08d6593-3a42-4e07-9bb8-bb845e4ff24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:40.912661 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-e08d6593-3a42-4e07-9bb8-bb845e4ff24a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 200 len: 850 time: 0.0471435 Oct 27 14:09:40.961700 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-f4bbbd24-0f7d-49b3-9a46-5f066a8756c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:40.963124 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-f4bbbd24-0f7d-49b3-9a46-5f066a8756c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53b46f23-9d36-49ed-aea1-577f654649e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422642 Oct 27 14:09:41.029464 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '6529f9f2-3375-4f28-9ec0-8d44943af05e', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'port_id': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'mac_address': 'fa:16:3e:eb:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:09:12Z', 'updated_at': '2021-10-27T14:09:40Z', 'revision_number': 1, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:41.055416 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] Checking router: 136a9b06-f52f-4f8f-a9a9-88a502a76518 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:09:41.057225 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-80fa8781-a86c-41f7-b878-d012389e3542 service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860407 Oct 27 14:09:41.064241 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:09:41.064849 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:09:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:41.151353 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f6e2add6-feb9-4c9c-8b98-bc4c42a2b171 req-8d78d804-b19d-456a-bdf5-0c3c6319f34b service neutron] 10.222.0.66 "GET /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872343 Oct 27 14:09:41.174246 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:09:41.394104 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '6529f9f2-3375-4f28-9ec0-8d44943af05e', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'port_id': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'mac_address': 'fa:16:3e:eb:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:09:12Z', 'updated_at': '2021-10-27T14:09:40Z', 'revision_number': 1, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:09:41.419387 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab36519-ea7b-46ef-bf1c-247564678481 None None] The sync data for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi is: [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '6529f9f2-3375-4f28-9ec0-8d44943af05e', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'port_id': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'mac_address': 'fa:16:3e:eb:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:09:12Z', 'updated_at': '2021-10-27T14:09:40Z', 'revision_number': 1, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:09:41.600613 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9afadd8-9916-42ab-b731-e90df0e1c8fa None None] New status for floating IP 6529f9f2-3375-4f28-9ec0-8d44943af05e: ACTIVE {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:09:41.837543 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-20317f3a-33f5-4b7e-9cd8-55cb4e285090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:44.505370 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d528-7ad3-4c9a-8e16-12761d304fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:45.278816 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:46.115471 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:47.599296 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:50.182851 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:09:58.724144 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-c5a4a201-01aa-4c2b-90e6-a48ba685c9e7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429525 Oct 27 14:09:58.804614 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-95afb138-cecd-41c8-afb2-31adcb8d0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:58.806127 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-95afb138-cecd-41c8-afb2-31adcb8d0024 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 1099 time: 0.0401182 Oct 27 14:09:58.909323 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-000198f5-4073-4409-bb6f-0682642e8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:58.910759 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-000198f5-4073-4409-bb6f-0682642e8cfa service neutron] 10.222.0.66 "GET /v2.0/networks?id=31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 200 len: 918 time: 0.0834630 Oct 27 14:09:58.981081 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-6526e39b-fc2c-4aa6-ab7e-693792be02bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f HTTP/1.1" status: 200 len: 1001 time: 0.0619516 Oct 27 14:09:59.030850 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-f6b24837-c2fb-42ea-9f1b-100d98e413ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:59.032258 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-f6b24837-c2fb-42ea-9f1b-100d98e413ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 200 len: 856 time: 0.0431309 Oct 27 14:09:59.080333 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-59e3a22c-e5d4-4a9f-85eb-fdb21d1d91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:09:59.081801 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-59e3a22c-e5d4-4a9f-85eb-fdb21d1d91b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=31df4e33-ff18-4dc3-96e2-c4e94a557723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399716 Oct 27 14:09:59.087714 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:09:59.178379 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-e88297a1-d54c-4ec6-b16d-80e627374f00 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857537 Oct 27 14:09:59.295485 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-463f2c3f-96cd-4291-92ff-4dd9099ab69d req-d02ebea0-b5aa-4e01-994d-a41f372bad36 service neutron] 10.222.0.66 "GET /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851858 Oct 27 14:10:11.838408 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4fddb786-62fb-4732-972f-50cee65ccbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:14.508922 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b69648ba-3224-4e8c-8b4c-8a65266b1930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:15.281694 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:16.114097 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:17.605501 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:20.185631 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:36.086778 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:10:41.839701 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-22ffae91-304d-49e8-9563-ab755b1dcd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:43.292480 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de3fb-db5a-4032-99b4-4a9b5b0c5918 req-2ecb412a-7853-4ab1-a733-8afbed9ee890 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:43.293956 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2c8de3fb-db5a-4032-99b4-4a9b5b0c5918 req-2ecb412a-7853-4ab1-a733-8afbed9ee890 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 946 time: 0.1038415 Oct 27 14:10:43.333974 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2c8de3fb-db5a-4032-99b4-4a9b5b0c5918 req-65efbbac-de22-4452-ae8b-281575cfb135 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341320 Oct 27 14:10:44.451100 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d341e2-2bfa-4639-9b17-97165f94588f req-02ffe080-f885-4431-9e4c-2a27af71f993 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:44.452583 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-74d341e2-2bfa-4639-9b17-97165f94588f req-02ffe080-f885-4431-9e4c-2a27af71f993 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0477185 Oct 27 14:10:44.489487 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-74d341e2-2bfa-4639-9b17-97165f94588f req-35fcde85-659c-4104-b3f4-8ccede02fd05 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups?id=85a5143e-3cde-42ad-88b4-39f48e5ee0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Oct 27 14:10:44.510048 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4f1946b0-497d-4403-a9f5-1f8e54480779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:44.972276 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd779-1927-481e-91e9-a78b0f828bec req-e321ac5d-3f14-4d3b-88f3-40ca8d1ff8bc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:44.973697 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f74cd779-1927-481e-91e9-a78b0f828bec req-e321ac5d-3f14-4d3b-88f3-40ca8d1ff8bc tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0478463 Oct 27 14:10:45.073734 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Deleting port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:10:45.074329 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:45.167430 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] For port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:45.167785 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:45.284079 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:45.386460 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:45.386817 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:45.387129 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.l3_db [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Floating IP 074a2e39-a57d-4b40-af8e-2f4000dfd65c disassociated. External IP: 172.27.1.190, port: 4b78f7ba-6ad8-4542-b63e-cd44a2da199f. Oct 27 14:10:45.387469 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Calling delete_port for 4b78f7ba-6ad8-4542-b63e-cd44a2da199f owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:10:45.511847 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:45.541016 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event deleted for resources: {'Port': ['ID=4b78f7ba-6ad8-4542-b63e-cd44a2da199f,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:45.552219 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.552571 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.552914 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.553250 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.553583 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.553914 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.554253 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.554566 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.554935 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.555197 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.555517 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.555835 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:45.589911 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-eb7e1136-62d6-4dce-a3a7-20856b75e2f4 req-f6187b25-c987-4150-bb9f-ed55e457d837 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4a5644d-9038-4837-83ea-e01e180f56e8 HTTP/1.1" status: 200 len: 210 time: 0.0282075 Oct 27 14:10:45.662957 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:10:45.996796 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:10:46.008561 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] Sync routers for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:10:46.018747 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:46.019448 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:10:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:46.038118 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] No DVR routers for this DVR port 4b78f7ba-6ad8-4542-b63e-cd44a2da199f on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:10:46.040698 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:46.043953 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f74cd779-1927-481e-91e9-a78b0f828bec req-d2a30b54-d8ce-4571-b0e3-910738c744b6 tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.66 "DELETE /v2.0/ports/4b78f7ba-6ad8-4542-b63e-cd44a2da199f HTTP/1.1" status: 204 len: 173 time: 1.0635169 Oct 27 14:10:46.044419 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'name': 'network-vif-deleted', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:10:46.046733 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1646f5-e72f-4bc7-918a-caefd4ed4359" -d '{"events": [{"server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "name": "network-vif-deleted", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:10:46.090280 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e990643-76e9-47cc-b869-d2bffd8489cb x-openstack-request-id: req-6e990643-76e9-47cc-b869-d2bffd8489cb {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:10:46.090594 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a5644d-9038-4837-83ea-e01e180f56e8", "name": "network-vif-deleted", "tag": "4b78f7ba-6ad8-4542-b63e-cd44a2da199f", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:10:46.090829 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e990643-76e9-47cc-b869-d2bffd8489cb {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:10:46.091190 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a5644d-9038-4837-83ea-e01e180f56e8', 'name': 'network-vif-deleted', 'tag': '4b78f7ba-6ad8-4542-b63e-cd44a2da199f', 'status': 'completed', 'code': 200} Oct 27 14:10:46.129174 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:46.155239 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:46.362495 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:46.389375 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] Checking router: 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:10:46.398379 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:46.398987 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:10:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:46.510094 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:46.678279 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40888) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:46.710337 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:46.744259 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72fd353-3395-46a1-9b8b-f224bc6b0871 None None] The sync data for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi is: [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:46Z', 'revision_number': 4, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'e7aee2b6-b4ae-4a92-8ce0-9289c86b530a', 'name': '', 'network_id': '31df4e33-ff18-4dc3-96e2-c4e94a557723', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'mac_address': 'fa:16:3e:ca:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:45Z', 'updated_at': '2021-10-27T14:01:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'subnets': [{'id': 'b655a7a1-e016-40ce-b009-43dc4bee35c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:10:46.747002 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:46.771986 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:46.820763 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:46.823307 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:46.824490 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "DELETE /v2.0/security-groups/85a5143e-3cde-42ad-88b4-39f48e5ee0f2 HTTP/1.1" status: 204 len: 168 time: 0.1445179 Oct 27 14:10:46.827242 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 40890) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:46.833694 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a5143e-3cde-42ad-88b4-39f48e5ee0f2,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:46.841539 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.api.v2.resource [None req-9538da78-67ef-4f21-bf24-6686980433ba tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] show failed (client error): The resource could not be found. Oct 27 14:10:46.841750 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.842103 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.842447 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.842652 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-9538da78-67ef-4f21-bf24-6686980433ba tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "GET /v2.0/security-groups/85a5143e-3cde-42ad-88b4-39f48e5ee0f2 HTTP/1.1" status: 404 len: 347 time: 0.0143893 Oct 27 14:10:46.842783 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.843119 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.843441 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.843767 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.844090 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.844436 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.844757 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.845082 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.845401 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0a427-96d7-445e-9fc9-ddf840af312a tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:10:46.845756 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 40892) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:46.974485 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07161325-041e-4c5c-93a7-6a59c3fa8c0b None None] New status for floating IP 074a2e39-a57d-4b40-af8e-2f4000dfd65c: DOWN {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:10:46.976898 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-2eb94b03-b4b9-4405-9265-e6c67b70735f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Deleting port 818e3cd7-57cb-4edd-b957-4aff0643b0ff {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:10:46.977236 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2eb94b03-b4b9-4405-9265-e6c67b70735f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:47.055625 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2eb94b03-b4b9-4405-9265-e6c67b70735f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:47.056382 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2eb94b03-b4b9-4405-9265-e6c67b70735f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:47.067333 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-2eb94b03-b4b9-4405-9265-e6c67b70735f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Calling delete_port for 818e3cd7-57cb-4edd-b957-4aff0643b0ff owned by network:floatingip {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:10:47.198678 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2eb94b03-b4b9-4405-9265-e6c67b70735f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:47.223960 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb94b03-b4b9-4405-9265-e6c67b70735f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Pushing event deleted for resources: {'Port': ['ID=818e3cd7-57cb-4edd-b957-4aff0643b0ff,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:47.286085 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2eb94b03-b4b9-4405-9265-e6c67b70735f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks [] for floatingip, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:47.289381 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2eb94b03-b4b9-4405-9265-e6c67b70735f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:47.290963 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2eb94b03-b4b9-4405-9265-e6c67b70735f tempest-AttachVolumeShelveTestJSON-307833519 tempest-AttachVolumeShelveTestJSON-307833519-project] 10.222.0.54 "DELETE /v2.0/floatingips/074a2e39-a57d-4b40-af8e-2f4000dfd65c HTTP/1.1" status: 204 len: 168 time: 0.4440322 Oct 27 14:10:47.604872 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:48.905844 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4b78f7ba-6ad8-4542-b63e-cd44a2da199f no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:10:48.926335 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 4b78f7ba-6ad8-4542-b63e-cd44a2da199f {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:10:48.926674 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4b78f7ba-6ad8-4542-b63e-cd44a2da199f not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:10:49.705737 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40920) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:50.128563 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb83a5-7296-4238-b748-5d712a96e8bf req-f5d569f7-7109-4d5a-b72d-98f0383fd1a3 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:50.129962 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a5cb83a5-7296-4238-b748-5d712a96e8bf req-f5d569f7-7109-4d5a-b72d-98f0383fd1a3 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.1019077 Oct 27 14:10:50.147930 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3706416'] for router_interface, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:50.173636 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a5cb83a5-7296-4238-b748-5d712a96e8bf req-819ada1b-1b0f-45db-8fb6-452f09529c7f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369568 Oct 27 14:10:50.210391 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:50.388457 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] Deleting port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:10:50.388686 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:50.467398 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] For port e7aee2b6-b4ae-4a92-8ce0-9289c86b530a, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=e7aee2b6-b4ae-4a92-8ce0-9289c86b530a,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:50.467756 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:50.480694 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] Calling delete_port for e7aee2b6-b4ae-4a92-8ce0-9289c86b530a owned by network:router_interface {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:10:50.867313 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:50.891858 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7aee2b6-b4ae-4a92-8ce0-9289c86b530a,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:51.050060 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4155522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3706588'] for router_interface, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:51.260308 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] Router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:10:51.289656 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706d915-6fe8-4853-9ab1-877f896f5f69 req-f1d3ef7d-15cf-45b3-8d5d-97aa51f991f1 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:51.291127 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1706d915-6fe8-4853-9ab1-877f896f5f69 req-f1d3ef7d-15cf-45b3-8d5d-97aa51f991f1 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0485866 Oct 27 14:10:51.328706 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1706d915-6fe8-4853-9ab1-877f896f5f69 req-1f858e67-39c2-4314-9a77-c0fec3d13d6e tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Oct 27 14:10:51.364743 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:10:51.370261 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-ff19800e-6cd4-4771-a2ef-e2eb2fb6a651 admin admin] 10.222.0.54 "PUT /v2.0/routers/8ebc25b3-257f-42f5-b7db-0c2aacae5cd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6635303 Oct 27 14:10:51.372744 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40934) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:51.375547 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] Sync routers for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:10:51.384973 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:51.385562 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:10:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:51.476419 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Publish callbacks [] for router, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:51.490283 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:51.577405 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:51.634020 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Deleting port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:10:51.634355 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:51.671396 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:10:50Z', 'revision_number': 5, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port': {'id': '7cd5ac01-d4ae-4314-ad35-5939c86aaa20', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:51.697579 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] Checking router: 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:10:51.706250 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] Routers {'8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:10:51.706841 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:10:44Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:51.719290 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] For port 7cd5ac01-d4ae-4314-ad35-5939c86aaa20, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=7cd5ac01-d4ae-4314-ad35-5939c86aaa20,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:51.719649 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:51.736004 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Calling delete_port for 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 owned by network:router_gateway {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:10:51.923948 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:51.925161 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] Set router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 gateway port host: None {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:10:51.954273 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd5ac01-d4ae-4314-ad35-5939c86aaa20,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:51.980296 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:10:51Z', 'revision_number': 6, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port_host': None}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:52.006426 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329e6f5-82b7-4369-a5f7-434bbc55fea2 None None] The sync data for ids ['8ebc25b3-257f-42f5-b7db-0c2aacae5cd1'] in dv-cinder-814898-2-iscsi is: [{'id': '8ebc25b3-257f-42f5-b7db-0c2aacae5cd1', 'name': 'tempest-AttachVolumeShelveTestJSON-1620373330-router', 'tenant_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:01:43Z', 'updated_at': '2021-10-27T14:10:51Z', 'revision_number': 6, 'project_id': 'd858bb1ca7884db3ab54520a9cc3119c', 'gw_port_host': None}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:10:52.014560 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3705726'] for router_gateway, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.108378 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3707668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1316'] for router, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.110499 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.153883 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3707651'] for router, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.154502 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 {{(pid=101356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:10:52.158715 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.159853 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-1c682ce1-1507-4919-a715-3291f775117c admin admin] 10.222.0.54 "DELETE /v2.0/routers/8ebc25b3-257f-42f5-b7db-0c2aacae5cd1 HTTP/1.1" status: 204 len: 168 time: 0.7862132 Oct 27 14:10:52.162348 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40938) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:52.209190 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b88b726-c414-4ff5-b26f-143573224ef5 admin admin] Deleting subnet b655a7a1-e016-40ce-b009-43dc4bee35c9 {{(pid=101356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:10:52.212903 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2b88b726-c414-4ff5-b26f-143573224ef5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.246894 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2b88b726-c414-4ff5-b26f-143573224ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845929'] for subnet, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.321508 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2b88b726-c414-4ff5-b26f-143573224ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.379471 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2b88b726-c414-4ff5-b26f-143573224ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60100802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62809795'] for subnet, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.411409 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88b726-c414-4ff5-b26f-143573224ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b655a7a1-e016-40ce-b009-43dc4bee35c9,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:52.415149 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-2b88b726-c414-4ff5-b26f-143573224ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.420563 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-2b88b726-c414-4ff5-b26f-143573224ef5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b655a7a1-e016-40ce-b009-43dc4bee35c9 HTTP/1.1" status: 204 len: 168 time: 0.2549644 Oct 27 14:10:52.420897 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40942) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:52.423979 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda0a9b-ece8-46d9-91c2-4c5337b5379a None None] Network 31df4e33-ff18-4dc3-96e2-c4e94a557723 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:10:52.460632 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe07138-9cd0-4dac-bc10-16994d7da887 req-db9408f0-3647-449d-927d-e5b940b0382a tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:52.462165 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8fe07138-9cd0-4dac-bc10-16994d7da887 req-db9408f0-3647-449d-927d-e5b940b0382a tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0629823 Oct 27 14:10:52.501375 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.516650 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8fe07138-9cd0-4dac-bc10-16994d7da887 req-3708c7bb-94c3-4a18-bad7-a9986ed7a949 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442243 Oct 27 14:10:52.553185 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Deleting port ee311543-36a0-4fbb-b7b6-957a30a807eb {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:10:52.554058 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.620145 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] For port ee311543-36a0-4fbb-b7b6-957a30a807eb, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=ee311543-36a0-4fbb-b7b6-957a30a807eb,segment=NetworkSegment(023d8ac7-10aa-4f6b-a83f-209652b7d45d),segment_id=023d8ac7-10aa-4f6b-a83f-209652b7d45d)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:10:52.620509 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.632314 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Calling delete_port for ee311543-36a0-4fbb-b7b6-957a30a807eb owned by network:dhcp {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:10:52.708228 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.736965 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee311543-36a0-4fbb-b7b6-957a30a807eb,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:52.740548 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] No DVR routers for this DVR port ee311543-36a0-4fbb-b7b6-957a30a807eb on host dv-cinder-814898-2-iscsi {{(pid=101356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:10:52.813349 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.833669 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31df4e33-ff18-4dc3-96e2-c4e94a557723']}} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:52.845766 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023d8ac7-10aa-4f6b-a83f-209652b7d45d') {'for_net_delete': True} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:52.846195 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023d8ac7-10aa-4f6b-a83f-209652b7d45d') {} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:10:52.848239 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d9402-de9c-4565-8dc8-17d273d99c14 None None] DHCP port deletion for 31df4e33-ff18-4dc3-96e2-c4e94a557723 request from dv-cinder-814898-2-iscsi {{(pid=101357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:10:52.857097 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845840'] for segment, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.871073 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.877024 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:10:52.877399 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60100648'] for segment, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: Traceback (most recent call last): Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: timer() Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: cb(*args, **kw) Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: return func(*args, **kwargs) Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: self._notify() Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: self.callback(batched_events) Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: event.method(event) Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: return f(self, *a, **k) Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._get(url).json() Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: return self.request(url, 'GET', **kwargs) Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:10:52.879029 dv-cinder-814898-2-iscsi neutron-server[101356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:10:52.936900 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.942351 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:52.945833 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/31df4e33-ff18-4dc3-96e2-c4e94a557723 HTTP/1.1" status: 204 len: 168 time: 0.5231769 Oct 27 14:10:52.957134 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c6a18-86dc-499d-a846-18f77d3db7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=31df4e33-ff18-4dc3-96e2-c4e94a557723,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:53.060963 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40948) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:53.109836 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-b7cbe076-1d34-4580-9598-7fbd8b3966d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d858bb1ca7884db3ab54520a9cc3119c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475240 Oct 27 14:10:53.112301 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 40950) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:10:53.161233 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7b3677f-1366-436d-a62d-537bff200b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:53.181892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7b3677f-1366-436d-a62d-537bff200b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:53.229231 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7b3677f-1366-436d-a62d-537bff200b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:53.231966 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7b3677f-1366-436d-a62d-537bff200b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:10:53.233123 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d7b3677f-1366-436d-a62d-537bff200b95 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/188bad44-6678-4b26-b7ef-d6e36f5e23ce HTTP/1.1" status: 204 len: 168 time: 0.1200516 Oct 27 14:10:53.240936 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3677f-1366-436d-a62d-537bff200b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188bad44-6678-4b26-b7ef-d6e36f5e23ce,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:10:53.628143 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f99c-e2b9-462b-a5bb-57bafa7cf1a9 req-1346fae4-1e28-4597-af9e-f5a70a60f3bc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:53.629521 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1c10f99c-e2b9-462b-a5bb-57bafa7cf1a9 req-1346fae4-1e28-4597-af9e-f5a70a60f3bc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0525529 Oct 27 14:10:53.671881 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1c10f99c-e2b9-462b-a5bb-57bafa7cf1a9 req-97b68c66-aafc-48b5-9628-f6502a24efb9 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360785 Oct 27 14:10:53.904760 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device ee311543-36a0-4fbb-b7b6-957a30a807eb no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:10:53.928071 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: ee311543-36a0-4fbb-b7b6-957a30a807eb {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:10:53.928982 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device ee311543-36a0-4fbb-b7b6-957a30a807eb not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:10:53.929396 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:10:53.948524 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:10:53.948865 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 7cd5ac01-d4ae-4314-ad35-5939c86aaa20 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:10:53.949267 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device e7aee2b6-b4ae-4a92-8ce0-9289c86b530a no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:10:53.967655 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: e7aee2b6-b4ae-4a92-8ce0-9289c86b530a {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:10:53.967996 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device e7aee2b6-b4ae-4a92-8ce0-9289c86b530a not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:10:54.786298 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53921ad2-e210-4c5c-9ec4-6eb817955e48 req-f1dc1285-ae65-43a6-888b-c7bc0a5c86f3 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:54.787731 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-53921ad2-e210-4c5c-9ec4-6eb817955e48 req-f1dc1285-ae65-43a6-888b-c7bc0a5c86f3 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0478911 Oct 27 14:10:54.824416 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-53921ad2-e210-4c5c-9ec4-6eb817955e48 req-4ec1f188-bf80-4675-bfe5-a80ad39b2f13 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301840 Oct 27 14:10:55.942819 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb135-7ae5-4025-ab89-bb8578975c05 req-b75fddfe-7b86-4161-9314-b3a1b5cca903 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:55.944854 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1a6bb135-7ae5-4025-ab89-bb8578975c05 req-b75fddfe-7b86-4161-9314-b3a1b5cca903 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0513232 Oct 27 14:10:55.981342 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1a6bb135-7ae5-4025-ab89-bb8578975c05 req-cb45f002-5b0f-4536-b5f9-bb3eb6482134 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307653 Oct 27 14:10:57.098174 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40656a43-c673-45ba-839b-79ac1d51e040 req-bae90a9e-cf27-4569-8429-341889ae4e51 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:57.099590 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-40656a43-c673-45ba-839b-79ac1d51e040 req-bae90a9e-cf27-4569-8429-341889ae4e51 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0489471 Oct 27 14:10:57.138001 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-40656a43-c673-45ba-839b-79ac1d51e040 req-dfbce035-9874-4933-8763-56bdabd1151c tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Oct 27 14:10:58.255303 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684ecab-aa41-4227-b9d9-a8b825a0fd45 req-cfbdfb94-d47f-40b8-ae1a-61a142e458c7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:58.257125 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9684ecab-aa41-4227-b9d9-a8b825a0fd45 req-cfbdfb94-d47f-40b8-ae1a-61a142e458c7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0510361 Oct 27 14:10:58.295668 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9684ecab-aa41-4227-b9d9-a8b825a0fd45 req-13791996-f5bf-492a-b0cd-2e8e55cba5b1 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331018 Oct 27 14:10:59.410728 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5deaadf-6ade-4789-9066-eeccebfd0e1a req-276df209-c2af-42c6-bd01-440bd0868751 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:10:59.412229 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a5deaadf-6ade-4789-9066-eeccebfd0e1a req-276df209-c2af-42c6-bd01-440bd0868751 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0505648 Oct 27 14:10:59.451107 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a5deaadf-6ade-4789-9066-eeccebfd0e1a req-181b5b6a-d5a9-4f3a-b449-65592636648f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325387 Oct 27 14:11:00.334615 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-56f4908a-f1b1-48d4-876b-2d8220708477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:00.336071 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-56f4908a-f1b1-48d4-876b-2d8220708477 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e42f26086823418ba21c115dec767d4a&device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1098 time: 0.1290803 Oct 27 14:11:00.428299 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-4c9007ee-aab2-4f3a-b96e-6457e8ccce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:00.429638 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-4c9007ee-aab2-4f3a-b96e-6457e8ccce77 service neutron] 10.222.0.66 "GET /v2.0/networks?id=183d5593-f6e3-49b4-a001-c931d3fd7d59 HTTP/1.1" status: 200 len: 910 time: 0.0851429 Oct 27 14:11:00.502675 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-d78aeba7-5df7-4473-abe0-e5e951718d0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f HTTP/1.1" status: 200 len: 1001 time: 0.0645328 Oct 27 14:11:00.553591 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-9212fe92-6e7d-4cfd-b42a-e13c1f69267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:00.555042 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-9212fe92-6e7d-4cfd-b42a-e13c1f69267a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c2be87-fb13-46ec-911f-611e741ec400 HTTP/1.1" status: 200 len: 848 time: 0.0452623 Oct 27 14:11:00.577662 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38137be-db55-4552-b8e2-e601aa5fe045 req-c5cb5863-c5ac-4da4-ba4d-f334991fd4f7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:00.579273 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d38137be-db55-4552-b8e2-e601aa5fe045 req-c5cb5863-c5ac-4da4-ba4d-f334991fd4f7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0553064 Oct 27 14:11:00.606544 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-ea281b16-2843-45da-bc01-daae4e9da4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:00.608181 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-ea281b16-2843-45da-bc01-daae4e9da4bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183d5593-f6e3-49b4-a001-c931d3fd7d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410635 Oct 27 14:11:00.617488 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d38137be-db55-4552-b8e2-e601aa5fe045 req-e3008732-f47d-43f9-9906-29c3a147b9cd tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322273 Oct 27 14:11:00.619845 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-86934522-9356-43aa-ab6e-a02515753c15 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:11:00.620891 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-86934522-9356-43aa-ab6e-a02515753c15 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054386 Oct 27 14:11:00.714434 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-4fb7bb9e-9aed-4e19-b194-08a5b159bade service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860479 Oct 27 14:11:00.803457 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a302ac10-fe78-4058-adc9-57439ec536b0 req-4e3e2c66-8ca3-4ee9-908b-58249821b9ca service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812430 Oct 27 14:11:00.882941 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-bc230b57-344a-46fe-9fc1-f91809069675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:00.884973 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-bc230b57-344a-46fe-9fc1-f91809069675 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e42f26086823418ba21c115dec767d4a&device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0412395 Oct 27 14:11:00.990376 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-f8158070-c64d-4e6b-9a4f-3e9ff0479478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:00.991761 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-f8158070-c64d-4e6b-9a4f-3e9ff0479478 service neutron] 10.222.0.66 "GET /v2.0/networks?id=183d5593-f6e3-49b4-a001-c931d3fd7d59 HTTP/1.1" status: 200 len: 910 time: 0.0867290 Oct 27 14:11:01.064815 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-5ab7fa77-7fcd-4e9b-ac14-e3925f5d71e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f HTTP/1.1" status: 200 len: 1001 time: 0.0632732 Oct 27 14:11:01.117444 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-98b82b8e-da35-44de-b185-cb5e76dd648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:01.118896 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-98b82b8e-da35-44de-b185-cb5e76dd648a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c2be87-fb13-46ec-911f-611e741ec400 HTTP/1.1" status: 200 len: 848 time: 0.0459671 Oct 27 14:11:01.166076 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-2721e42a-d32d-4ae3-a573-d49346c64d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:01.167536 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-2721e42a-d32d-4ae3-a573-d49346c64d37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183d5593-f6e3-49b4-a001-c931d3fd7d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400381 Oct 27 14:11:01.266107 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-0aaab871-c9fe-4f3d-87c7-273eea0e0059 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890481 Oct 27 14:11:01.355336 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-500f9739-6b11-4c16-a9be-4efa446644b8 req-1e4ca871-334c-4ece-8b85-0225f76a17f0 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808487 Oct 27 14:11:01.731454 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fd340-ee0c-4196-9068-403e360f9317 req-f7255a6a-6ee5-4799-8f7f-10a26f5a73f3 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:01.732965 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-430fd340-ee0c-4196-9068-403e360f9317 req-f7255a6a-6ee5-4799-8f7f-10a26f5a73f3 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0490801 Oct 27 14:11:01.770029 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-430fd340-ee0c-4196-9068-403e360f9317 req-c5104770-f608-4ca8-81f0-1cfb65739b09 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310762 Oct 27 14:11:02.372821 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41106) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:02.475493 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0b058540-52d7-4755-9a47-9d7f52275ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.551944 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0b058540-52d7-4755-9a47-9d7f52275ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.555754 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0b058540-52d7-4755-9a47-9d7f52275ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.596632 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b058540-52d7-4755-9a47-9d7f52275ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425a72c1-b25d-4d14-ab30-945e5247a26b,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:02.600921 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-0b058540-52d7-4755-9a47-9d7f52275ec5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8917d8b4d52d4429971e1cadc93e2957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271457 Oct 27 14:11:02.603759 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41110) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:02.654156 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-91c65610-7f38-46b0-a410-c8222de5ed3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.676216 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-91c65610-7f38-46b0-a410-c8222de5ed3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.723566 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-91c65610-7f38-46b0-a410-c8222de5ed3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.726143 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-91c65610-7f38-46b0-a410-c8222de5ed3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:02.727287 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-91c65610-7f38-46b0-a410-c8222de5ed3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/425a72c1-b25d-4d14-ab30-945e5247a26b HTTP/1.1" status: 204 len: 168 time: 0.1225748 Oct 27 14:11:02.734644 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c65610-7f38-46b0-a410-c8222de5ed3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425a72c1-b25d-4d14-ab30-945e5247a26b,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:02.899293 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae0b4d-e7f0-4b1a-8343-8b199d89cb2b req-35cc6f17-4913-4b40-8564-2e6da43326ab tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:02.906552 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ffae0b4d-e7f0-4b1a-8343-8b199d89cb2b req-35cc6f17-4913-4b40-8564-2e6da43326ab tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0611448 Oct 27 14:11:02.949413 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ffae0b4d-e7f0-4b1a-8343-8b199d89cb2b req-3052ccd4-f9bf-4496-b5c3-9c542cbdef5e tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 Oct 27 14:11:03.410026 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41146) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:03.505107 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-61501216-network', 'tenant_id': '479252b69a2d4cd197e0e08ed876faa9'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:03.527785 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Made reservation on behalf of 479252b69a2d4cd197e0e08ed876faa9 for: {'network': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:03.530410 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.539380 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.612995 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.616621 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.642993 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:03.649892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2452d301-3992-497f-a52b-08554d0ae64b,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:03.659195 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.659561 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.segments_db [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Added segment 401f9bbb-bbd8-438d-a7c4-509217ae7310 of type vlan for network bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264 Oct 27 14:11:03.702746 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.726581 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.728062 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:03.728657 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.780130 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3686900 Oct 27 14:11:03.783100 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41150) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:03.787971 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Request body: {'subnet': {'network_id': 'bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-61501216-subnet', 'tenant_id': '479252b69a2d4cd197e0e08ed876faa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:03.791605 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183fade-3306-46a8-b477-d5a58950ebef admin admin] Pushing event updated for resources: {'Network': ['ID=bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:03.801925 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:11:03.812008 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Made reservation on behalf of 479252b69a2d4cd197e0e08ed876faa9 for: {'subnet': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:03.814349 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59606459'] for subnet, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:03.983256 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59536575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59606441'] for subnet, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.064076 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb0d4e6-66f8-4838-a467-f1874dfc1242,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:04.079670 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Checking segment: {'id': '401f9bbb-bbd8-438d-a7c4-509217ae7310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:04.080027 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Network hostable DHCP agents. Network: bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:04.105953 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15232e59-229f-4a54-9eef-43e2bb367c8b req-c13e1af0-7d3d-4450-986a-24b6c3cb1485 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:04.107413 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-15232e59-229f-4a54-9eef-43e2bb367c8b req-c13e1af0-7d3d-4450-986a-24b6c3cb1485 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0825949 Oct 27 14:11:04.112234 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Network bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:04.131279 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264) {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:04.137241 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:04.138396 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.139951 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514127b4-c874-4290-9247-4cb44d3c41b4 None None] Network bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:04.162258 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-15232e59-229f-4a54-9eef-43e2bb367c8b req-b6d8bdc4-f85c-41ab-a371-cfcb39041494 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477071 Oct 27 14:11:04.166529 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-b26a58f5-9d51-476e-874e-3f9fe13ed003 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3824067 Oct 27 14:11:04.282672 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f512f-1e99-4870-ad84-fb0d1ddc1677 None None] Network bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:04.354359 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-2ee7f92e-bd5e-4da6-add4-dc8504df9844 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463209 Oct 27 14:11:04.439914 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21247e6b-a151-459c-a6a7-d8f19a29e66f req-add05409-62bf-43ce-b93a-d338a64df0f5 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:04.441499 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-21247e6b-a151-459c-a6a7-d8f19a29e66f req-add05409-62bf-43ce-b93a-d338a64df0f5 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0870252 Oct 27 14:11:04.484702 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-21247e6b-a151-459c-a6a7-d8f19a29e66f req-295cc6aa-ae10-4a8c-9aff-2d5ce40f50a7 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370657 Oct 27 14:11:04.707518 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41182) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:04.713075 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1179571368-network', 'tenant_id': 'b646ca25e22c489daf79b61f52ff1610'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:04.734217 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Made reservation on behalf of b646ca25e22c489daf79b61f52ff1610 for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:04.736522 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.745368 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.822829 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.826687 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.855058 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:04.860769 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade3db6-ec2a-4282-8399-f302d117757c,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:04.868698 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.868698 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Added segment 18fb6877-2523-4aee-9801-7125cfa4939c of type vlan for network decb818f-3a49-42d3-9f5c-e26ce36d8926 Oct 27 14:11:04.911110 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.934505 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.935651 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:04.936277 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:04.989497 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2808278 Oct 27 14:11:04.992213 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41184) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:05.002779 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Request body: {'subnet': {'network_id': 'decb818f-3a49-42d3-9f5c-e26ce36d8926', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1179571368-subnet', 'tenant_id': 'b646ca25e22c489daf79b61f52ff1610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:05.011158 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e5a172ac-31a1-4410-95c7-93bfdb50e22f no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:05.014401 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500b54c-3d00-4b4a-8673-f72b4b697ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=decb818f-3a49-42d3-9f5c-e26ce36d8926,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:05.031168 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Made reservation on behalf of b646ca25e22c489daf79b61f52ff1610 for: {'subnet': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:05.033767 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59606459'] for subnet, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.035330 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network decb818f-3a49-42d3-9f5c-e26ce36d8926 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:11:05.148175 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.173291 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:05.175657 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a73f9b-564b-46a9-a63b-865ebcaad542" -d '{"events": [{"server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:05.188647 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port e5a172ac-31a1-4410-95c7-93bfdb50e22f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:05.193711 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.209850 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59536575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59606441'] for subnet, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.216727 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7113b1-ac81-46de-a055-bdc3370a53a7 x-openstack-request-id: req-3c7113b1-ac81-46de-a055-bdc3370a53a7 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:05.217016 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "name": "network-vif-unplugged", "status": "failed", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f", "code": 422}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:05.217260 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3c7113b1-ac81-46de-a055-bdc3370a53a7 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:05.217640 dv-cinder-814898-2-iscsi neutron-server[101357]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'code': 422} returned with failed status Oct 27 14:11:05.246861 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=e5a172ac-31a1-4410-95c7-93bfdb50e22f,revision_number=6']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:05.253990 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.254157 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.254430 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.254756 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.255219 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.256374 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.257319 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.257736 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.258683 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.259150 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.259551 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.259979 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:05.267440 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60fdd76b-ed32-40a5-abfa-12c037e02998,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:05.276557 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Checking segment: {'id': '18fb6877-2523-4aee-9801-7125cfa4939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'decb818f-3a49-42d3-9f5c-e26ce36d8926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:05.276896 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Network hostable DHCP agents. Network: decb818f-3a49-42d3-9f5c-e26ce36d8926, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:05.293627 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Network decb818f-3a49-42d3-9f5c-e26ce36d8926 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:05.302132 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, decb818f-3a49-42d3-9f5c-e26ce36d8926) {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:05.305992 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:05.306560 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.311113 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f63308-1907-44c0-aae0-21b8ad1f610f None None] Network decb818f-3a49-42d3-9f5c-e26ce36d8926 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:05.323427 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-f1805fa1-2edd-43f1-9762-c50eecea9bd1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3302236 Oct 27 14:11:05.434429 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41192) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:05.439198 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d016c2-6b61-4c1a-867a-a1611e2f2307 None None] Network decb818f-3a49-42d3-9f5c-e26ce36d8926 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:05.481426 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a7a266-7e66-4812-a560-726531e2344a admin admin] Deleting subnet bcb0d4e6-66f8-4838-a467-f1874dfc1242 {{(pid=101355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:11:05.484873 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a266-7e66-4812-a560-726531e2344a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.523348 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a266-7e66-4812-a560-726531e2344a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60366666'] for subnet, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.594638 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a266-7e66-4812-a560-726531e2344a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.638987 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dfb7b-93bc-496a-8df6-3b1e58a2e369 req-e0623092-e75f-43f9-b48b-d82b68bad2cd tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:05.640490 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1b5dfb7b-93bc-496a-8df6-3b1e58a2e369 req-e0623092-e75f-43f9-b48b-d82b68bad2cd tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0860507 Oct 27 14:11:05.683047 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a266-7e66-4812-a560-726531e2344a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59536638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59606618'] for subnet, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.714069 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1b5dfb7b-93bc-496a-8df6-3b1e58a2e369 req-f539f2d3-2b1f-42aa-bcbe-f722bd0ef518 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677557 Oct 27 14:11:05.715193 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7a266-7e66-4812-a560-726531e2344a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb0d4e6-66f8-4838-a467-f1874dfc1242,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:05.720387 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a1a7a266-7e66-4812-a560-726531e2344a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.723835 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-a1a7a266-7e66-4812-a560-726531e2344a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/bcb0d4e6-66f8-4838-a467-f1874dfc1242 HTTP/1.1" status: 204 len: 168 time: 0.2884054 Oct 27 14:11:05.726374 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41196) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:05.794609 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.873172 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.892065 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:05.901495 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401f9bbb-bbd8-438d-a7c4-509217ae7310') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:05.901796 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401f9bbb-bbd8-438d-a7c4-509217ae7310') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:05.911298 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.925297 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.931182 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:11:05.931579 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:11:05.933474 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:11:05.988989 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.994422 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:05.997539 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] 10.222.0.54 "DELETE /v2.0/networks/bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264 HTTP/1.1" status: 204 len: 168 time: 0.2700639 Oct 27 14:11:06.000512 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41198) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:06.008258 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884d9af-b5a0-42b2-80c0-764dc84ebfed admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8ac86f-7cfc-4ee3-941d-9e1f3fa85264,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:06.047396 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0f1ff1-e14e-4df5-b145-efa64d5cb846 admin admin] Deleting subnet 60fdd76b-ed32-40a5-abfa-12c037e02998 {{(pid=101356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:11:06.050528 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1ff1-e14e-4df5-b145-efa64d5cb846 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.084097 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1ff1-e14e-4df5-b145-efa64d5cb846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845929'] for subnet, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.131050 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1ff1-e14e-4df5-b145-efa64d5cb846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.181040 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1ff1-e14e-4df5-b145-efa64d5cb846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60100802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62809795'] for subnet, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.207176 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f1ff1-e14e-4df5-b145-efa64d5cb846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60fdd76b-ed32-40a5-abfa-12c037e02998,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:06.209071 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0e0f1ff1-e14e-4df5-b145-efa64d5cb846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.213381 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-0e0f1ff1-e14e-4df5-b145-efa64d5cb846 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/60fdd76b-ed32-40a5-abfa-12c037e02998 HTTP/1.1" status: 204 len: 168 time: 0.2118580 Oct 27 14:11:06.215230 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41200) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:06.284875 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.360789 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.379723 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decb818f-3a49-42d3-9f5c-e26ce36d8926']}} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:06.389134 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fb6877-2523-4aee-9801-7125cfa4939c') {'for_net_delete': True} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:06.389443 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fb6877-2523-4aee-9801-7125cfa4939c') {} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:06.402554 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845840'] for segment, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.415704 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.421505 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=101356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:11:06.421883 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60100648'] for segment, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: Traceback (most recent call last): Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: timer() Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: cb(*args, **kw) Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: return func(*args, **kwargs) Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: self._notify() Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: self.callback(batched_events) Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: event.method(event) Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: return f(self, *a, **k) Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._get(url).json() Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: return self.request(url, 'GET', **kwargs) Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:11:06.423758 dv-cinder-814898-2-iscsi neutron-server[101356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:11:06.476564 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.483822 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.487237 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] 10.222.0.54 "DELETE /v2.0/networks/decb818f-3a49-42d3-9f5c-e26ce36d8926 HTTP/1.1" status: 204 len: 168 time: 0.2710934 Oct 27 14:11:06.499917 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd28fc-712c-4465-b2fc-2f63e4f55c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=decb818f-3a49-42d3-9f5c-e26ce36d8926,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:06.646323 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41206) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:06.685066 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-1bf5186b-b560-4f3d-9331-4d331c80efbb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=479252b69a2d4cd197e0e08ed876faa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375984 Oct 27 14:11:06.687503 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41208) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:06.733944 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-952f35be-cc8b-45fa-bfc0-7a7b83dc437a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.755431 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-952f35be-cc8b-45fa-bfc0-7a7b83dc437a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.836990 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a787f1-6d62-4142-94ab-ed59534dea86 req-9eaf809c-9cd8-4e24-bc00-0f1c8fc1bf83 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:06.838441 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-18a787f1-6d62-4142-94ab-ed59534dea86 req-9eaf809c-9cd8-4e24-bc00-0f1c8fc1bf83 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0534160 Oct 27 14:11:06.839428 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-952f35be-cc8b-45fa-bfc0-7a7b83dc437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.841920 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-952f35be-cc8b-45fa-bfc0-7a7b83dc437a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:06.842928 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-952f35be-cc8b-45fa-bfc0-7a7b83dc437a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2452d301-3992-497f-a52b-08554d0ae64b HTTP/1.1" status: 204 len: 168 time: 0.1545680 Oct 27 14:11:06.857781 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f35be-cc8b-45fa-bfc0-7a7b83dc437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2452d301-3992-497f-a52b-08554d0ae64b,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:06.887451 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-18a787f1-6d62-4142-94ab-ed59534dea86 req-0a69b505-8779-41ce-9755-64f5d070b4e3 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Oct 27 14:11:07.148776 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41216) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:07.188474 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-a065fd3b-d41e-4320-911d-fdcc0955e54d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b646ca25e22c489daf79b61f52ff1610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384934 Oct 27 14:11:07.190771 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41218) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:07.237291 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc86d-5352-493a-b188-14d0686ad23c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.258730 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc86d-5352-493a-b188-14d0686ad23c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.305858 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc86d-5352-493a-b188-14d0686ad23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.308615 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d9bdc86d-5352-493a-b188-14d0686ad23c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:07.309724 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d9bdc86d-5352-493a-b188-14d0686ad23c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ade3db6-ec2a-4282-8399-f302d117757c HTTP/1.1" status: 204 len: 168 time: 0.1180775 Oct 27 14:11:07.316815 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdc86d-5352-493a-b188-14d0686ad23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade3db6-ec2a-4282-8399-f302d117757c,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:08.000537 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facad12-494a-45e1-b3a9-cf4c3cf6a8c2 req-67b994a1-fee5-49fb-aaf9-28150df16e5d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:08.001999 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7facad12-494a-45e1-b3a9-cf4c3cf6a8c2 req-67b994a1-fee5-49fb-aaf9-28150df16e5d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0490115 Oct 27 14:11:08.039559 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7facad12-494a-45e1-b3a9-cf4c3cf6a8c2 req-395e8c85-0207-4b0c-918f-fc15dba5aa99 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316031 Oct 27 14:11:08.706219 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41264) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:08.806568 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2cf49b19-791a-4db6-8142-609dcd9b2ed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:08.884917 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2cf49b19-791a-4db6-8142-609dcd9b2ed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:08.889466 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2cf49b19-791a-4db6-8142-609dcd9b2ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:08.927980 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2cf49b19-791a-4db6-8142-609dcd9b2ed4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=90e1c838dc7445ce85561c7ae6b3b475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206624 Oct 27 14:11:08.929335 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf49b19-791a-4db6-8142-609dcd9b2ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef30d439-1059-4bf5-b4d3-869be5ee3b69,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:08.931268 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41268) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:08.987452 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1d9a06c2-885e-4bdf-928e-31a43194fb68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.009631 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1d9a06c2-885e-4bdf-928e-31a43194fb68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.057845 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1d9a06c2-885e-4bdf-928e-31a43194fb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.060520 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1d9a06c2-885e-4bdf-928e-31a43194fb68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.061640 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-1d9a06c2-885e-4bdf-928e-31a43194fb68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef30d439-1059-4bf5-b4d3-869be5ee3b69 HTTP/1.1" status: 204 len: 168 time: 0.1294041 Oct 27 14:11:09.070260 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a06c2-885e-4bdf-928e-31a43194fb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef30d439-1059-4bf5-b4d3-869be5ee3b69,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:09.169428 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ffc44-ad86-40b6-801c-f17b0c3cf3d8 req-4a17939c-5d2b-4df0-bbce-052e081fc369 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:09.170958 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-854ffc44-ad86-40b6-801c-f17b0c3cf3d8 req-4a17939c-5d2b-4df0-bbce-052e081fc369 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0532117 Oct 27 14:11:09.211564 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-854ffc44-ad86-40b6-801c-f17b0c3cf3d8 req-2321aa7f-c38e-47e6-96f8-2ddb1539f53f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329247 Oct 27 14:11:09.346060 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41276) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:09.359678 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d90f47eb-2938-4a34-8b03-6f923d446e43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.443519 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d90f47eb-2938-4a34-8b03-6f923d446e43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.447442 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d90f47eb-2938-4a34-8b03-6f923d446e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.493466 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d90f47eb-2938-4a34-8b03-6f923d446e43 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=068e5043336b4a08b0700f89f24ee1ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462884 Oct 27 14:11:09.494297 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f47eb-2938-4a34-8b03-6f923d446e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597f038f-abd1-476a-b618-410f58573668,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:09.496991 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41278) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:09.549252 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bf88d475-b210-4fa3-a126-cb1cb9b2f4a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.569592 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bf88d475-b210-4fa3-a126-cb1cb9b2f4a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.619702 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bf88d475-b210-4fa3-a126-cb1cb9b2f4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.622290 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bf88d475-b210-4fa3-a126-cb1cb9b2f4a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:09.623426 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-bf88d475-b210-4fa3-a126-cb1cb9b2f4a8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/597f038f-abd1-476a-b618-410f58573668 HTTP/1.1" status: 204 len: 168 time: 0.1254609 Oct 27 14:11:09.631322 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88d475-b210-4fa3-a126-cb1cb9b2f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597f038f-abd1-476a-b618-410f58573668,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:10.345047 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d950aa-3c3c-41cd-816d-d89d99a67414 req-32eb473d-9e54-4493-b2aa-381e98e7845b tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:10.346770 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-89d950aa-3c3c-41cd-816d-d89d99a67414 req-32eb473d-9e54-4493-b2aa-381e98e7845b tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0574775 Oct 27 14:11:10.386969 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-89d950aa-3c3c-41cd-816d-d89d99a67414 req-b8ed309a-34a1-4ea5-b580-043380b3a4cf tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337017 Oct 27 14:11:10.643353 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-91714687-7234-4033-b66b-6c748a6b8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:10.644897 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-91714687-7234-4033-b66b-6c748a6b8ddc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e&tenant_id=e42f26086823418ba21c115dec767d4a HTTP/1.1" status: 200 len: 1096 time: 0.0737689 Oct 27 14:11:10.709676 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-70efb68f-7187-4136-8c03-f164697ae0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:10.711157 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-70efb68f-7187-4136-8c03-f164697ae0ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e42f26086823418ba21c115dec767d4a&device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1096 time: 0.0430646 Oct 27 14:11:10.804146 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-fc21cab3-eb63-400e-b550-fab97d3cfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:10.806193 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-fc21cab3-eb63-400e-b550-fab97d3cfc60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=183d5593-f6e3-49b4-a001-c931d3fd7d59 HTTP/1.1" status: 200 len: 910 time: 0.0876341 Oct 27 14:11:10.895236 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-680ad85f-8245-4171-97ac-d1574f71c54c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f HTTP/1.1" status: 200 len: 999 time: 0.0775926 Oct 27 14:11:10.944799 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-454bf747-3393-46ac-86a2-d1ccc69a760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:10.945967 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-454bf747-3393-46ac-86a2-d1ccc69a760d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c2be87-fb13-46ec-911f-611e741ec400 HTTP/1.1" status: 200 len: 848 time: 0.0469275 Oct 27 14:11:10.996077 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-82acbee0-a129-4844-bad6-df8ad8e4c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:10.998086 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-82acbee0-a129-4844-bad6-df8ad8e4c1a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183d5593-f6e3-49b4-a001-c931d3fd7d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447502 Oct 27 14:11:11.103943 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-d050d83c-44ef-420f-9214-570fd1433bd9 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986893 Oct 27 14:11:11.213214 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-6b90001a-ef6f-48c8-b241-e0d027430ddf service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016495 Oct 27 14:11:11.497253 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d2499-f43d-4319-8b05-1d1f270190fa req-43db0b2c-f0fe-4b98-a7cc-37651d478c95 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:11.498706 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-454d2499-f43d-4319-8b05-1d1f270190fa req-43db0b2c-f0fe-4b98-a7cc-37651d478c95 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0476613 Oct 27 14:11:11.538774 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-454d2499-f43d-4319-8b05-1d1f270190fa req-ff6f0359-8ca7-4678-8366-21ce0d1449b1 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 Oct 27 14:11:11.841145 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-e25ebc26-4469-478b-9cef-9279fb9e0d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:12.665785 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f72b3-f868-4679-ba01-8bed92158ec6 req-49c3e7e1-2470-4266-85b9-b411f539057b tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:12.667269 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a33f72b3-f868-4679-ba01-8bed92158ec6 req-49c3e7e1-2470-4266-85b9-b411f539057b tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0562561 Oct 27 14:11:12.706391 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a33f72b3-f868-4679-ba01-8bed92158ec6 req-faf39bac-ab3b-4230-be0f-130f1fc20ed4 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329285 Oct 27 14:11:13.088544 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:11:13.820421 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712dbbd-3b74-4bdd-b017-91e214d49ec2 req-7b3db732-e091-40fb-a2c2-4fcceae8fb0d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:13.822502 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2712dbbd-3b74-4bdd-b017-91e214d49ec2 req-7b3db732-e091-40fb-a2c2-4fcceae8fb0d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0495739 Oct 27 14:11:13.862253 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2712dbbd-3b74-4bdd-b017-91e214d49ec2 req-76b0b079-8f1c-4d26-b5a8-cc10ad3da486 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331669 Oct 27 14:11:14.150597 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41400) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:14.251005 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-23c16219-ce5d-4f5e-b058-107ef9c79eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.327141 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-23c16219-ce5d-4f5e-b058-107ef9c79eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.330768 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-23c16219-ce5d-4f5e-b058-107ef9c79eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.368518 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-23c16219-ce5d-4f5e-b058-107ef9c79eab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02b2fde7fb4d483d8eb702105275a1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163675 Oct 27 14:11:14.369363 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c16219-ce5d-4f5e-b058-107ef9c79eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc34b22-86a8-44ea-855b-8887d7270507,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:14.371311 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41404) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:14.422115 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19921647-0344-4f45-af97-15abcab42ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.442911 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19921647-0344-4f45-af97-15abcab42ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.486937 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19921647-0344-4f45-af97-15abcab42ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.489448 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-19921647-0344-4f45-af97-15abcab42ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.490573 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-19921647-0344-4f45-af97-15abcab42ced admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4fc34b22-86a8-44ea-855b-8887d7270507 HTTP/1.1" status: 204 len: 168 time: 0.1182871 Oct 27 14:11:14.498810 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19921647-0344-4f45-af97-15abcab42ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc34b22-86a8-44ea-855b-8887d7270507,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:14.525538 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-2e47ea1e-43cb-40e6-a27e-1d547627a088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.741517 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41412) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:14.754530 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-059a80bc-376a-4f04-9831-06e9952eb225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.828451 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-059a80bc-376a-4f04-9831-06e9952eb225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.831966 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-059a80bc-376a-4f04-9831-06e9952eb225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.869713 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-059a80bc-376a-4f04-9831-06e9952eb225 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a7b88344d1f24ca68c35884d45070e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271067 Oct 27 14:11:14.871569 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a80bc-376a-4f04-9831-06e9952eb225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc154c6-d531-4151-bbfe-5136771015d9,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:14.872580 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41414) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:14.922601 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-11c4c670-7a92-4b4c-a6cd-8667bf45f83c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:14.966407 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-11c4c670-7a92-4b4c-a6cd-8667bf45f83c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:15.009939 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc30a62-71be-490d-8778-e4f40f2dab44 req-7223c831-0a9c-4790-995e-9dcf49570dd8 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:15.011369 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bfc30a62-71be-490d-8778-e4f40f2dab44 req-7223c831-0a9c-4790-995e-9dcf49570dd8 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0794683 Oct 27 14:11:15.045856 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-11c4c670-7a92-4b4c-a6cd-8667bf45f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:15.048316 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-11c4c670-7a92-4b4c-a6cd-8667bf45f83c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:15.049413 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-11c4c670-7a92-4b4c-a6cd-8667bf45f83c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6bc154c6-d531-4151-bbfe-5136771015d9 HTTP/1.1" status: 204 len: 168 time: 0.1758425 Oct 27 14:11:15.061889 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bfc30a62-71be-490d-8778-e4f40f2dab44 req-cba60cb7-5299-466a-b4df-88472fe53c89 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 Oct 27 14:11:15.063092 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4c670-7a92-4b4c-a6cd-8667bf45f83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc154c6-d531-4151-bbfe-5136771015d9,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:15.285957 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:16.121647 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:16.184985 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05562249-a32c-4db2-9006-62cbb5e22483 req-9aed4996-44f9-4f14-b440-82e83dfec20a tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:16.186466 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05562249-a32c-4db2-9006-62cbb5e22483 req-9aed4996-44f9-4f14-b440-82e83dfec20a tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0495622 Oct 27 14:11:16.224243 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05562249-a32c-4db2-9006-62cbb5e22483 req-d286b606-5a35-4a03-9378-81ec22c31897 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Oct 27 14:11:17.338782 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd639a3-0794-41e8-912f-a8db9641dddd req-41ed753f-cc01-4c91-a9c6-742b41d9b40f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:17.340483 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bd639a3-0794-41e8-912f-a8db9641dddd req-41ed753f-cc01-4c91-a9c6-742b41d9b40f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0500205 Oct 27 14:11:17.381550 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0bd639a3-0794-41e8-912f-a8db9641dddd req-217ffff2-f851-48f9-9fb7-bc65801a70d8 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344236 Oct 27 14:11:17.608467 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:18.495300 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a68de0-9019-4048-b981-d0787333a11e req-14465d39-ea68-42a0-a873-abe085e36645 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:18.496764 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c2a68de0-9019-4048-b981-d0787333a11e req-14465d39-ea68-42a0-a873-abe085e36645 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 943 time: 0.0471830 Oct 27 14:11:18.534089 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c2a68de0-9019-4048-b981-d0787333a11e req-84444f55-c509-4291-9473-3d5c5cdf9a7f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313163 Oct 27 14:11:19.096183 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e5a172ac-31a1-4410-95c7-93bfdb50e22f details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:11:19.191101 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port e5a172ac-31a1-4410-95c7-93bfdb50e22f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:19.202176 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'port_id': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'mac_address': 'fa:16:3e:2c:4a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:11:19.246114 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:19.263711 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a172ac-31a1-4410-95c7-93bfdb50e22f {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:19.284753 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port e5a172ac-31a1-4410-95c7-93bfdb50e22f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:19.288931 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:19.337602 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=e5a172ac-31a1-4410-95c7-93bfdb50e22f,revision_number=7']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:19.619376 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['e5a172ac-31a1-4410-95c7-93bfdb50e22f'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:19.650464 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462b40d-5d58-448a-8a59-6d31253a727e req-f96adc8d-ccb1-4922-ac96-993ce4068e39 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:19.651962 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a462b40d-5d58-448a-8a59-6d31253a727e req-f96adc8d-ccb1-4922-ac96-993ce4068e39 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 944 time: 0.0493917 Oct 27 14:11:19.692033 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a462b40d-5d58-448a-8a59-6d31253a727e req-99604ba4-8dfc-4144-af2d-79e639780bbc tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331240 Oct 27 14:11:19.851084 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41508) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:19.957538 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-22b9046b-99ab-4219-a836-89d9ecd1b174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.034979 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-22b9046b-99ab-4219-a836-89d9ecd1b174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.038744 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-22b9046b-99ab-4219-a836-89d9ecd1b174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.077866 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-22b9046b-99ab-4219-a836-89d9ecd1b174 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b88cc3814cb541ad9b378837dcd7d650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256000 Oct 27 14:11:20.078755 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9046b-99ab-4219-a836-89d9ecd1b174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fe0e11-1c95-4e1e-ba06-721a29f90f0b,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:20.080534 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41518) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:20.132916 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3a2-c716-41c2-a29d-f8552ad41774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.154232 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3a2-c716-41c2-a29d-f8552ad41774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.200074 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3a2-c716-41c2-a29d-f8552ad41774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.202690 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb3a2-c716-41c2-a29d-f8552ad41774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.203813 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-dc0bb3a2-c716-41c2-a29d-f8552ad41774 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6fe0e11-1c95-4e1e-ba06-721a29f90f0b HTTP/1.1" status: 204 len: 168 time: 0.1222625 Oct 27 14:11:20.212306 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb3a2-c716-41c2-a29d-f8552ad41774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fe0e11-1c95-4e1e-ba06-721a29f90f0b,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:20.245441 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.489420 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41534) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:20.503678 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4f32c894-c433-481a-82f7-f7e56ef1a1d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.580289 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4f32c894-c433-481a-82f7-f7e56ef1a1d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.584224 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4f32c894-c433-481a-82f7-f7e56ef1a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.622196 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-4f32c894-c433-481a-82f7-f7e56ef1a1d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0f6f0b97e66d4c7a99608c9bb4a021f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316559 Oct 27 14:11:20.623034 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32c894-c433-481a-82f7-f7e56ef1a1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65136f8-3950-4cdb-b4b5-594602d46338,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:20.624967 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41536) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:20.672349 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-15549c59-975a-4482-941f-2da7253e28cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.692985 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-15549c59-975a-4482-941f-2da7253e28cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.740526 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-15549c59-975a-4482-941f-2da7253e28cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.743135 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-15549c59-975a-4482-941f-2da7253e28cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:20.744290 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-15549c59-975a-4482-941f-2da7253e28cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d65136f8-3950-4cdb-b4b5-594602d46338 HTTP/1.1" status: 204 len: 168 time: 0.1183100 Oct 27 14:11:20.757094 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15549c59-975a-4482-941f-2da7253e28cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65136f8-3950-4cdb-b4b5-594602d46338,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:20.826993 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8047833-aee5-42c0-8a77-e281be216650 req-3d6ba10e-a20e-4831-9dfc-37deb2b9a257 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:20.828494 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e8047833-aee5-42c0-8a77-e281be216650 req-3d6ba10e-a20e-4831-9dfc-37deb2b9a257 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 944 time: 0.0537724 Oct 27 14:11:20.869292 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e8047833-aee5-42c0-8a77-e281be216650 req-2fc2fbb1-8243-4210-a8e5-1630c77ff335 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343869 Oct 27 14:11:21.096042 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e5a172ac-31a1-4410-95c7-93bfdb50e22f up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:21.143579 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port e5a172ac-31a1-4410-95c7-93bfdb50e22f triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:21.143947 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:21.220143 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:21.245229 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:21.247516 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741f8a80-2ae7-4c8a-a1aa-b9e4d5459d78" -d '{"events": [{"server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "name": "network-vif-plugged", "status": "completed", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:21.264032 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port e5a172ac-31a1-4410-95c7-93bfdb50e22f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:21.268386 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:21.419361 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8185a2cc-d16c-4a8f-86a8-fb9cacd8e578 x-openstack-request-id: req-8185a2cc-d16c-4a8f-86a8-fb9cacd8e578 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:21.419660 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "name": "network-vif-plugged", "status": "completed", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:21.420842 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8185a2cc-d16c-4a8f-86a8-fb9cacd8e578 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:21.420842 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'code': 200} Oct 27 14:11:21.445164 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=e5a172ac-31a1-4410-95c7-93bfdb50e22f,revision_number=8']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:21.567114 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2035027-0e96-418d-bffb-039c728d9605 req-2b0acad1-121d-4b9a-afbe-ac361661484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:21.576980 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c2035027-0e96-418d-bffb-039c728d9605 req-2b0acad1-121d-4b9a-afbe-ac361661484a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0762131 Oct 27 14:11:21.613439 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c2035027-0e96-418d-bffb-039c728d9605 req-56a41053-3b85-4037-8b77-07eaadcd54f8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293927 Oct 27 14:11:21.999482 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888fe8f-4145-48b3-8f28-2377995f0161 req-e023a876-4300-4ea5-bb8a-76fcca741964 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:22.000989 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a888fe8f-4145-48b3-8f28-2377995f0161 req-e023a876-4300-4ea5-bb8a-76fcca741964 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0521286 Oct 27 14:11:22.037606 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a888fe8f-4145-48b3-8f28-2377995f0161 req-5a271b5d-9531-481c-8aa8-3de430013b27 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Oct 27 14:11:23.062231 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-03c1974b-07f6-4e15-a9c8-499fd8cf95d5 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ac6afe17778d40cbbcb3525b1703c991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425191 Oct 27 14:11:23.167669 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64068-23c2-4507-b72d-7ca80c37f81c req-9846fe67-f38f-4676-b212-923c22ef4e5f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:23.169264 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-47a64068-23c2-4507-b72d-7ca80c37f81c req-9846fe67-f38f-4676-b212-923c22ef4e5f tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0506973 Oct 27 14:11:23.210182 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-47a64068-23c2-4507-b72d-7ca80c37f81c req-46793c1d-de6e-44d2-96fb-4b583731a2aa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348113 Oct 27 14:11:23.466774 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-abddde27-c230-4244-a696-f0613a576a26 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:23.468253 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-abddde27-c230-4244-a696-f0613a576a26 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4053292 Oct 27 14:11:23.483624 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-f69dcb77-55ab-4a1f-bc2b-61adf1360db0 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/quotas/ac6afe17778d40cbbcb3525b1703c991 HTTP/1.1" status: 200 len: 375 time: 0.0097353 Oct 27 14:11:23.518980 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-fbec4352-7964-4183-a24e-540937eeb1b9 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac6afe17778d40cbbcb3525b1703c991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297642 Oct 27 14:11:23.537401 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d42bd6-eaa2-4acd-88d0-ca41ada00420 req-37e18536-1ab3-4042-877c-5e847d5ff3cd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:23.538888 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-50d42bd6-eaa2-4acd-88d0-ca41ada00420 req-37e18536-1ab3-4042-877c-5e847d5ff3cd tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 945 time: 0.0492213 Oct 27 14:11:23.577376 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-50d42bd6-eaa2-4acd-88d0-ca41ada00420 req-03ba0273-cafe-4a81-98b9-298b6bead6e7 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Oct 27 14:11:23.679324 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2de62c54-60d7-4945-95cd-5d17bf479949 req-ce022c77-35d0-4465-bd2a-d1d02f46b272 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 210 time: 0.0295465 Oct 27 14:11:24.536293 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-87afd8dd-13a9-40d6-89e0-4105a62d9947 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ac6afe17778d40cbbcb3525b1703c991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283210 Oct 27 14:11:24.699693 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e41457-acdc-48e1-8980-194069e325ae req-4c3b0b80-c983-486f-9de1-392082567c3c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:24.701591 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d5e41457-acdc-48e1-8980-194069e325ae req-4c3b0b80-c983-486f-9de1-392082567c3c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 945 time: 0.0541260 Oct 27 14:11:24.736448 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-2ff0fb52-c0b9-431b-8761-0fd0daee8206 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:24.738062 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-2ff0fb52-c0b9-431b-8761-0fd0daee8206 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951399 Oct 27 14:11:24.750443 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-d5e41457-acdc-48e1-8980-194069e325ae req-42f51c27-e55f-4584-af57-b7f9ae515837 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353251 Oct 27 14:11:24.756422 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Request body: {'port': {'device_id': '5dc08a90-2bcd-4f1f-9470-69aa462031ea', 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81', 'admin_state_up': True, 'tenant_id': 'ac6afe17778d40cbbcb3525b1703c991'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:25.062555 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fe59253e-78b4-4a4e-8ab2-589110e5a772 req-46228b59-e4dc-4f97-9bae-63708645849d tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 210 time: 0.3101375 Oct 27 14:11:25.127907 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Made reservation on behalf of ac6afe17778d40cbbcb3525b1703c991 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:25.131348 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:25.140204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:25.212242 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:25.215843 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:25.278687 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77172cf4-a6f2-482d-a8a9-e334ce774551,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:25.348159 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Allocated IP 192.168.233.146 (cf3563b8-93a3-414c-b764-81c514949c81/da2cc691-ea05-4bf3-bda8-6322b66fcabb/4ed891cc-bbe0-4cb1-a992-f12f20be29ed) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:25.496957 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:25.529400 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:25.570514 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Network cf3563b8-93a3-414c-b764-81c514949c81 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:25.574160 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:25.577953 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:25.603735 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Pushing event updated for resources: {'Port': ['ID=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:25.631736 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:25.632397 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:25.650249 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-759be400-c620-454b-9f09-8d70759145ce tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8991613 Oct 27 14:11:25.666908 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Request body: {'port': {'device_id': '5dc08a90-2bcd-4f1f-9470-69aa462031ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:25.726801 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:25.788512 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-cac865c8-b2d5-4ca5-af36-1a7a1b050a10 None None] Provisioning complete for port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:25.788981 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-cac865c8-b2d5-4ca5-af36-1a7a1b050a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:25.825104 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-8d68f36b-c8e3-4cc3-a6ac-a47df9de5dc4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:25.827232 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-8d68f36b-c8e3-4cc3-a6ac-a47df9de5dc4 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 945 time: 0.0571735 Oct 27 14:11:25.827544 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-cac865c8-b2d5-4ca5-af36-1a7a1b050a10 None None] Port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:11:25.931020 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b954-b752-4213-abac-5a329e11cb3f req-49c718a8-ed3a-42cc-8444-50d585d04887 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:25.932528 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7880b954-b752-4213-abac-5a329e11cb3f req-49c718a8-ed3a-42cc-8444-50d585d04887 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 945 time: 0.1040092 Oct 27 14:11:25.980976 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Deleting port d76769b1-e5b4-42a7-b249-5dbe89183aa4 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:25.981315 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:25.986261 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7880b954-b752-4213-abac-5a329e11cb3f req-bd13dc70-9c9b-42c5-bdc8-2bc3a795eadf tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups?id=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477901 Oct 27 14:11:25.990573 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed891cc-bbe0-4cb1-a992-f12f20be29ed {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:25.999131 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:26.011998 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Transition to ACTIVE for port object 4ed891cc-bbe0-4cb1-a992-f12f20be29ed will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:11:26.015446 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:26.066774 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:26.100937 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] For port d76769b1-e5b4-42a7-b249-5dbe89183aa4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d76769b1-e5b4-42a7-b249-5dbe89183aa4,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:26.101305 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:26.151939 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Attempting to bind port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:26.151939 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Attempting to bind port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '62f4fdf2-affb-4c1e-928d-4189c8b84714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:26.151939 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Attempting to bind port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed on network cf3563b8-93a3-414c-b764-81c514949c81 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:26.171949 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed on network cf3563b8-93a3-414c-b764-81c514949c81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:11:26.172299 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Attempting to bind port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed on network cf3563b8-93a3-414c-b764-81c514949c81 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:26.182531 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:26.182941 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Checking segment: {'id': '62f4fdf2-affb-4c1e-928d-4189c8b84714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:26.183326 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Bound using segment: {'id': '62f4fdf2-affb-4c1e-928d-4189c8b84714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:26.183760 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Bound port: 4ed891cc-bbe0-4cb1-a992-f12f20be29ed, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f4fdf2-affb-4c1e-928d-4189c8b84714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:26.184208 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:26.206252 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1df8e-cf0e-4c3e-adc0-abae11af4831 req-c5c34384-82bf-4f27-b05f-cb99add8314c tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:26.207840 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2ec1df8e-cf0e-4c3e-adc0-abae11af4831 req-c5c34384-82bf-4f27-b05f-cb99add8314c tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 948 time: 0.0703611 Oct 27 14:11:26.287920 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:26.288314 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:26.288624 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.l3_db [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Floating IP 6529f9f2-3375-4f28-9ec0-8d44943af05e disassociated. External IP: 172.27.1.196, port: d76769b1-e5b4-42a7-b249-5dbe89183aa4. Oct 27 14:11:26.288959 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Calling delete_port for d76769b1-e5b4-42a7-b249-5dbe89183aa4 owned by compute:nova {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:26.293390 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2ec1df8e-cf0e-4c3e-adc0-abae11af4831 req-6f539fb3-c37c-4195-abba-1d8a43c1a839 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/security-groups?id=77172cf4-a6f2-482d-a8a9-e334ce774551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604243 Oct 27 14:11:26.295690 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] For port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:26.300091 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] For port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,segment=NetworkSegment(62f4fdf2-affb-4c1e-928d-4189c8b84714),segment_id=62f4fdf2-affb-4c1e-928d-4189c8b84714)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:26.304671 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:26.337060 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:26.337680 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:26.339060 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] 10.222.0.66 "PUT /v2.0/ports/4ed891cc-bbe0-4cb1-a992-f12f20be29ed HTTP/1.1" status: 200 len: 1098 time: 0.6767058 Oct 27 14:11:26.340622 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc08a90-2bcd-4f1f-9470-69aa462031ea', 'tag': '4ed891cc-bbe0-4cb1-a992-f12f20be29ed'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:26.343073 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35834d4a-c9df-48b0-bf4c-8c784f7ade98" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc08a90-2bcd-4f1f-9470-69aa462031ea", "tag": "4ed891cc-bbe0-4cb1-a992-f12f20be29ed"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:26.407383 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a345fdb-11df-4434-b187-2bf14a6eb985 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:26.412218 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd153eac-c89d-44df-ad6d-0f392ae5e852 x-openstack-request-id: req-cd153eac-c89d-44df-ad6d-0f392ae5e852 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:26.412554 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc08a90-2bcd-4f1f-9470-69aa462031ea", "tag": "4ed891cc-bbe0-4cb1-a992-f12f20be29ed", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:26.412814 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd153eac-c89d-44df-ad6d-0f392ae5e852 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:26.413202 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc08a90-2bcd-4f1f-9470-69aa462031ea', 'tag': '4ed891cc-bbe0-4cb1-a992-f12f20be29ed', 'status': 'completed', 'code': 200} Oct 27 14:11:26.444356 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-42f95874-6303-44a9-befb-ed111731ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:26.446451 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-42f95874-6303-44a9-befb-ed111731ca15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ac6afe17778d40cbbcb3525b1703c991&device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 1101 time: 0.0513573 Oct 27 14:11:26.455449 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:26.494657 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event deleted for resources: {'Port': ['ID=d76769b1-e5b4-42a7-b249-5dbe89183aa4,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:26.501701 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-8d5266c2-5422-4024-b624-3698575029bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4ed891cc-bbe0-4cb1-a992-f12f20be29ed HTTP/1.1" status: 200 len: 217 time: 0.0469515 Oct 27 14:11:26.555186 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-8546d8f3-86bb-479e-a0b0-e88d36cef610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:26.556682 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-8546d8f3-86bb-479e-a0b0-e88d36cef610 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da2cc691-ea05-4bf3-bda8-6322b66fcabb HTTP/1.1" status: 200 len: 843 time: 0.0475528 Oct 27 14:11:26.605165 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-2cf38fb3-ffce-4f9b-a7c8-785fcb207975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:26.606668 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-2cf38fb3-ffce-4f9b-a7c8-785fcb207975 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf3563b8-93a3-414c-b764-81c514949c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425777 Oct 27 14:11:26.612589 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Router 136a9b06-f52f-4f8f-a9a9-88a502a76518 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:11:26.705352 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-4b231aab-6c3d-4e3c-9115-3b06fb964edf service neutron] 10.222.0.66 "GET /v2.0/networks/cf3563b8-93a3-414c-b764-81c514949c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910652 Oct 27 14:11:26.720312 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:26.730424 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] Sync routers for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:11:26.740454 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:26.741064 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:11:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:26.763437 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] No DVR routers for this DVR port d76769b1-e5b4-42a7-b249-5dbe89183aa4 on host hv-cinder-81489 {{(pid=101356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:11:26.766159 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:26.769792 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ea2c6a0e-663d-40e3-83a7-1476b9b1b172 req-f8a77149-493d-4e05-903b-c0face720e08 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.66 "DELETE /v2.0/ports/d76769b1-e5b4-42a7-b249-5dbe89183aa4 HTTP/1.1" status: 204 len: 173 time: 0.9308646 Oct 27 14:11:26.770386 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'name': 'network-vif-deleted', 'tag': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:26.773295 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457ddedb-9f03-4fde-a0c7-473a45cbe888" -d '{"events": [{"server_uuid": "c2033489-cdd3-4171-8c4d-0711549b7117", "name": "network-vif-deleted", "tag": "d76769b1-e5b4-42a7-b249-5dbe89183aa4"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:26.805693 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9688d9b4-f7d3-4523-b423-ae6b704640d7 req-579b20ee-6614-469a-b2bb-c55e5dad9842 service neutron] 10.222.0.66 "GET /v2.0/networks/cf3563b8-93a3-414c-b764-81c514949c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926938 Oct 27 14:11:26.822132 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af069aed-ab84-4590-bfcf-131bad0a888a x-openstack-request-id: req-af069aed-ab84-4590-bfcf-131bad0a888a {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:26.822659 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2033489-cdd3-4171-8c4d-0711549b7117", "name": "network-vif-deleted", "tag": "d76769b1-e5b4-42a7-b249-5dbe89183aa4", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:26.823060 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af069aed-ab84-4590-bfcf-131bad0a888a {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:26.823649 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2033489-cdd3-4171-8c4d-0711549b7117', 'name': 'network-vif-deleted', 'tag': 'd76769b1-e5b4-42a7-b249-5dbe89183aa4', 'status': 'completed', 'code': 200} Oct 27 14:11:26.937746 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-469d8fe8-97de-459a-b2f2-9db99f427dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:26.939370 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-469d8fe8-97de-459a-b2f2-9db99f427dbc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ac6afe17778d40cbbcb3525b1703c991&device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 1101 time: 0.0468102 Oct 27 14:11:26.951451 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:27.043764 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-af8555d2-841f-4c41-ba86-e50be9cc59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:27.045387 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-af8555d2-841f-4c41-ba86-e50be9cc59bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf3563b8-93a3-414c-b764-81c514949c81 HTTP/1.1" status: 200 len: 870 time: 0.0982916 Oct 27 14:11:27.092210 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-4d70c6cb-0779-4a52-a3f5-dc69a5031c85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4ed891cc-bbe0-4cb1-a992-f12f20be29ed HTTP/1.1" status: 200 len: 217 time: 0.0386028 Oct 27 14:11:27.104701 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-681460ba-0641-4a7f-973e-51d3b7140b92 req-16ff0189-a5b5-47f8-913a-6fe736926e9a tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/ports?device_id=c2033489-cdd3-4171-8c4d-0711549b7117 HTTP/1.1" status: 200 len: 210 time: 0.0336251 Oct 27 14:11:27.146482 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-2248e62e-bb51-430e-81bb-cfb2f61e6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:27.148068 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-2248e62e-bb51-430e-81bb-cfb2f61e6407 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da2cc691-ea05-4bf3-bda8-6322b66fcabb HTTP/1.1" status: 200 len: 843 time: 0.0497513 Oct 27 14:11:27.173963 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:27.193760 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-acf83a4d-7428-4743-a44b-d0df0ace100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:27.195228 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-acf83a4d-7428-4743-a44b-d0df0ace100f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf3563b8-93a3-414c-b764-81c514949c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397084 Oct 27 14:11:27.203883 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] Checking router: 136a9b06-f52f-4f8f-a9a9-88a502a76518 for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:11:27.212457 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:27.213047 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:11:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:27.290494 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-3226944a-12f3-4d10-ab6f-f186e6b9066b service neutron] 10.222.0.66 "GET /v2.0/networks/cf3563b8-93a3-414c-b764-81c514949c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865283 Oct 27 14:11:27.318237 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:27.421618 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-35834d4a-c9df-48b0-bf4c-8c784f7ade98 req-f87c54ba-515c-465f-8222-8bad7d89103f service neutron] 10.222.0.66 "GET /v2.0/networks/cf3563b8-93a3-414c-b764-81c514949c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229291 Oct 27 14:11:27.441112 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52695426-f007-4c12-8bfe-48f34568d819 req-530b46d5-e6b2-4c5e-a1ce-edd3e2f5a4f8 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:27.443183 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-52695426-f007-4c12-8bfe-48f34568d819 req-530b46d5-e6b2-4c5e-a1ce-edd3e2f5a4f8 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 948 time: 0.0634849 Oct 27 14:11:27.485172 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-52695426-f007-4c12-8bfe-48f34568d819 req-91d7bebd-6cc3-4f9b-a908-e406f347d5c9 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/security-groups?id=77172cf4-a6f2-482d-a8a9-e334ce774551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347726 Oct 27 14:11:27.529946 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:27.555592 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f668352-e4fd-413f-93d8-eaf80ee5196b None None] The sync data for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi is: [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:04:08Z', 'revision_number': 4, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '8b3f059a-ed75-4d0b-a698-fa2fac57655a', 'name': '', 'network_id': '53b46f23-9d36-49ed-aea1-577f654649e2', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'mac_address': 'fa:16:3e:b4:4d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:08Z', 'updated_at': '2021-10-27T14:04:12Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'subnets': [{'id': 'a1674f30-47ef-4e30-9a53-9e0849ed07e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:11:27.755590 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067fa421-2027-4fff-b9c9-12566e9f95b0 None None] New status for floating IP 6529f9f2-3375-4f28-9ec0-8d44943af05e: DOWN {{(pid=101357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:11:28.179264 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41662) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:28.233347 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3edd6437-3c2c-430b-8c55-d56b978a3761 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.255644 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3edd6437-3c2c-430b-8c55-d56b978a3761 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.305428 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3edd6437-3c2c-430b-8c55-d56b978a3761 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.308168 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3edd6437-3c2c-430b-8c55-d56b978a3761 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.309184 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-3edd6437-3c2c-430b-8c55-d56b978a3761 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "DELETE /v2.0/security-groups/5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e HTTP/1.1" status: 204 len: 168 time: 0.1282578 Oct 27 14:11:28.312151 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41664) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:28.318161 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd6437-3c2c-430b-8c55-d56b978a3761 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:28.332650 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.api.v2.resource [None req-6e855b32-743f-4f7e-b8f9-3b4dd167260c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] show failed (client error): The resource could not be found. Oct 27 14:11:28.333649 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-6e855b32-743f-4f7e-b8f9-3b4dd167260c tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "GET /v2.0/security-groups/5faf3f0d-e8d0-4db0-a86a-7fc1a10b004e HTTP/1.1" status: 404 len: 347 time: 0.0203507 Oct 27 14:11:28.337108 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41666) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:28.457454 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-0c59649e-5706-41f3-8978-6a4c828a2735 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Deleting port 334761a2-e63b-4a6f-9f08-06fed4e8df1b {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:28.457694 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0c59649e-5706-41f3-8978-6a4c828a2735 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.530823 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0c59649e-5706-41f3-8978-6a4c828a2735 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.531141 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0c59649e-5706-41f3-8978-6a4c828a2735 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.543180 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-0c59649e-5706-41f3-8978-6a4c828a2735 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Calling delete_port for 334761a2-e63b-4a6f-9f08-06fed4e8df1b owned by network:floatingip {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:28.644379 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf74b54-cb02-435a-8495-2ee0cecb683c req-476b460c-1976-4a5f-a9d8-7d43c075671f tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:28.645828 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bbf74b54-cb02-435a-8495-2ee0cecb683c req-476b460c-1976-4a5f-a9d8-7d43c075671f tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 948 time: 0.0946150 Oct 27 14:11:28.696589 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bbf74b54-cb02-435a-8495-2ee0cecb683c req-e1bd5db1-b281-4b1f-93b3-5abf8f1c0fbb tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/security-groups?id=77172cf4-a6f2-482d-a8a9-e334ce774551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439680 Oct 27 14:11:28.747156 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0c59649e-5706-41f3-8978-6a4c828a2735 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.772909 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59649e-5706-41f3-8978-6a4c828a2735 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Pushing event deleted for resources: {'Port': ['ID=334761a2-e63b-4a6f-9f08-06fed4e8df1b,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:28.828732 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0c59649e-5706-41f3-8978-6a4c828a2735 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks [] for floatingip, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.831164 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-0c59649e-5706-41f3-8978-6a4c828a2735 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:28.832305 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-0c59649e-5706-41f3-8978-6a4c828a2735 tempest-AttachVolumeTestJSON-574273012 tempest-AttachVolumeTestJSON-574273012-project] 10.222.0.54 "DELETE /v2.0/floatingips/6529f9f2-3375-4f28-9ec0-8d44943af05e HTTP/1.1" status: 204 len: 168 time: 0.4942172 Oct 27 14:11:29.127171 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ed891cc-bbe0-4cb1-a992-f12f20be29ed details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:11:29.131428 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device d76769b1-e5b4-42a7-b249-5dbe89183aa4 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:29.158863 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: d76769b1-e5b4-42a7-b249-5dbe89183aa4 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:29.159219 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device d76769b1-e5b4-42a7-b249-5dbe89183aa4 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:29.252902 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,segment=NetworkSegment(62f4fdf2-affb-4c1e-928d-4189c8b84714),segment_id=62f4fdf2-affb-4c1e-928d-4189c8b84714)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:29.264199 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '4ed891cc-bbe0-4cb1-a992-f12f20be29ed', 'network_id': 'cf3563b8-93a3-414c-b764-81c514949c81', 'port_id': '4ed891cc-bbe0-4cb1-a992-f12f20be29ed', 'mac_address': 'fa:16:3e:16:76:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2cc691-ea05-4bf3-bda8-6322b66fcabb', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:11:29.310980 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:29.323286 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed891cc-bbe0-4cb1-a992-f12f20be29ed {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:29.342167 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,segment=NetworkSegment(62f4fdf2-affb-4c1e-928d-4189c8b84714),segment_id=62f4fdf2-affb-4c1e-928d-4189c8b84714)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:29.345759 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:29.396700 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:29.652211 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['4ed891cc-bbe0-4cb1-a992-f12f20be29ed'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:29.818554 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cab67-7659-43f2-b25f-04dd97542427 req-c8e4b5cb-5b4a-4fe4-b280-358eadd693e2 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:29.820010 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b89cab67-7659-43f2-b25f-04dd97542427 req-c8e4b5cb-5b4a-4fe4-b280-358eadd693e2 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 949 time: 0.0510716 Oct 27 14:11:29.857480 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b89cab67-7659-43f2-b25f-04dd97542427 req-e011911f-8537-4519-86ad-62555d807e3a tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/security-groups?id=77172cf4-a6f2-482d-a8a9-e334ce774551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Oct 27 14:11:30.968903 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684cae3-ec5c-479d-b962-990a1a066eb5 req-2008cbb0-ed05-4e5d-bc19-3fee1f7e7884 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:30.970355 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6684cae3-ec5c-479d-b962-990a1a066eb5 req-2008cbb0-ed05-4e5d-bc19-3fee1f7e7884 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 949 time: 0.0473840 Oct 27 14:11:31.006914 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6684cae3-ec5c-479d-b962-990a1a066eb5 req-dcc3654a-57fc-4e1f-a6dd-933dff62e0fd tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/security-groups?id=77172cf4-a6f2-482d-a8a9-e334ce774551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Oct 27 14:11:31.149443 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ed891cc-bbe0-4cb1-a992-f12f20be29ed up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:31.205911 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:11:31.209987 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:31.210480 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:31.297792 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:31.320020 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc08a90-2bcd-4f1f-9470-69aa462031ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed891cc-bbe0-4cb1-a992-f12f20be29ed'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:31.322264 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27746fea-67d0-4c17-bee0-e50de985b4c7" -d '{"events": [{"server_uuid": "5dc08a90-2bcd-4f1f-9470-69aa462031ea", "name": "network-vif-plugged", "status": "completed", "tag": "4ed891cc-bbe0-4cb1-a992-f12f20be29ed"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:31.334528 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,segment=NetworkSegment(62f4fdf2-affb-4c1e-928d-4189c8b84714),segment_id=62f4fdf2-affb-4c1e-928d-4189c8b84714)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:31.339059 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:31.367132 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e180f17c-3985-43d6-9aa3-7d33cc51f5fd x-openstack-request-id: req-e180f17c-3985-43d6-9aa3-7d33cc51f5fd {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:31.367419 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc08a90-2bcd-4f1f-9470-69aa462031ea", "name": "network-vif-plugged", "status": "completed", "tag": "4ed891cc-bbe0-4cb1-a992-f12f20be29ed", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:31.367668 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e180f17c-3985-43d6-9aa3-7d33cc51f5fd {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:31.368045 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc08a90-2bcd-4f1f-9470-69aa462031ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed891cc-bbe0-4cb1-a992-f12f20be29ed', 'code': 200} Oct 27 14:11:31.394099 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:31.522701 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc554d-312b-4879-9b08-fd2612a94f6c req-2a114d9f-a739-46dd-be7e-7a859fd9ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:31.524704 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a6fc554d-312b-4879-9b08-fd2612a94f6c req-2a114d9f-a739-46dd-be7e-7a859fd9ae77 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 1103 time: 0.0422633 Oct 27 14:11:31.560012 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a6fc554d-312b-4879-9b08-fd2612a94f6c req-cb27eef5-b78a-4bfe-9bdb-3b828a6a5e7a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77172cf4-a6f2-482d-a8a9-e334ce774551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277476 Oct 27 14:11:32.122237 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55984f50-62dd-416e-80fa-d1085998d488 req-a8372961-2d40-4648-a5b8-8907b3764df3 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:32.123586 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-55984f50-62dd-416e-80fa-d1085998d488 req-a8372961-2d40-4648-a5b8-8907b3764df3 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 950 time: 0.0512493 Oct 27 14:11:32.161648 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-55984f50-62dd-416e-80fa-d1085998d488 req-07f46693-efdc-4e28-badb-416b7adbd6bb tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/security-groups?id=77172cf4-a6f2-482d-a8a9-e334ce774551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Oct 27 14:11:32.365492 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41704) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:32.839795 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3706416'] for router_interface, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:33.078241 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] Deleting port 8b3f059a-ed75-4d0b-a698-fa2fac57655a {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:33.078490 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:33.161225 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] For port 8b3f059a-ed75-4d0b-a698-fa2fac57655a, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=8b3f059a-ed75-4d0b-a698-fa2fac57655a,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:33.161958 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:33.173970 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] Calling delete_port for 8b3f059a-ed75-4d0b-a698-fa2fac57655a owned by network:router_interface {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:33.275656 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc45a6-b09d-4666-bc55-f583b6093637 req-c3dfbafe-2fc4-4cac-a652-eb88e21587bc tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:33.277152 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a9cc45a6-b09d-4666-bc55-f583b6093637 req-c3dfbafe-2fc4-4cac-a652-eb88e21587bc tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 950 time: 0.0482650 Oct 27 14:11:33.320218 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a9cc45a6-b09d-4666-bc55-f583b6093637 req-0eb65f4d-0867-4c46-812c-564bfdd1bf96 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/security-groups?id=77172cf4-a6f2-482d-a8a9-e334ce774551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363595 Oct 27 14:11:33.356968 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:33.387701 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3f059a-ed75-4d0b-a698-fa2fac57655a,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:33.560953 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4155522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3706588'] for router_interface, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:33.603890 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a02d99-8faa-4e81-8225-6e444d6deaf7 req-67853fbd-2e79-41ed-afe2-22111ee42df0 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:33.605515 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-76a02d99-8faa-4e81-8225-6e444d6deaf7 req-67853fbd-2e79-41ed-afe2-22111ee42df0 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 950 time: 0.0513878 Oct 27 14:11:33.646691 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-76a02d99-8faa-4e81-8225-6e444d6deaf7 req-c877684d-d377-4a11-8fee-c3e19ba73acd tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/security-groups?id=77172cf4-a6f2-482d-a8a9-e334ce774551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349586 Oct 27 14:11:33.997542 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] Router 136a9b06-f52f-4f8f-a9a9-88a502a76518 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:11:34.098798 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:34.104523 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-4d2047f7-6b98-4568-b493-cfa49db77694 admin admin] 10.222.0.54 "PUT /v2.0/routers/136a9b06-f52f-4f8f-a9a9-88a502a76518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378542 Oct 27 14:11:34.107151 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41716) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:34.108370 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] Sync routers for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:11:34.118555 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:34.119082 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:11:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:34.209924 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Publish callbacks [] for router, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.224206 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:34.316302 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.366892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Deleting port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:34.367225 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.404161 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:11:33Z', 'revision_number': 5, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port': {'id': '71f3e4d7-b78a-4e69-a4dc-83f38cce35f0', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:06Z', 'updated_at': '2021-10-27T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:34.430056 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] Checking router: 136a9b06-f52f-4f8f-a9a9-88a502a76518 for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:11:34.438922 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] Routers {'136a9b06-f52f-4f8f-a9a9-88a502a76518'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:34.439535 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:11:14Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['136a9b06-f52f-4f8f-a9a9-88a502a76518'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:34.449579 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] For port 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=71f3e4d7-b78a-4e69-a4dc-83f38cce35f0,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:34.449938 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.461396 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Calling delete_port for 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 owned by network:router_gateway {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:34.524138 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] Set router 136a9b06-f52f-4f8f-a9a9-88a502a76518 gateway port host: None {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:11:34.578578 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:11:34Z', 'revision_number': 6, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port_host': None}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:34.604679 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d3882e-0d7d-4386-8e4d-c1a1d43db8db None None] The sync data for ids ['136a9b06-f52f-4f8f-a9a9-88a502a76518'] in dv-cinder-814898-2-iscsi is: [{'id': '136a9b06-f52f-4f8f-a9a9-88a502a76518', 'name': 'tempest-AttachVolumeTestJSON-1326218036-router', 'tenant_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:04:05Z', 'updated_at': '2021-10-27T14:11:34Z', 'revision_number': 6, 'project_id': 'd769e34c5d6a43b6a8e44578543fa87d', 'gw_port_host': None}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:11:34.624482 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.648001 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f3e4d7-b78a-4e69-a4dc-83f38cce35f0,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:34.709547 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3705726'] for router_gateway, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.819385 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3707668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1316'] for router, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.822878 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.878200 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463901d-cfec-49a6-939f-899692bf214c req-a52dfe12-9c6c-4a6a-8f85-d8dfc02eaf97 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:34.879683 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3463901d-cfec-49a6-939f-899692bf214c req-a52dfe12-9c6c-4a6a-8f85-d8dfc02eaf97 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 950 time: 0.1444471 Oct 27 14:11:34.880714 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3707651'] for router, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.881214 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 136a9b06-f52f-4f8f-a9a9-88a502a76518 {{(pid=101356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:11:34.885407 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.886437 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-e4571e1e-4a55-4e78-8cfb-b4f0cd5a8b85 admin admin] 10.222.0.54 "DELETE /v2.0/routers/136a9b06-f52f-4f8f-a9a9-88a502a76518 HTTP/1.1" status: 204 len: 168 time: 0.7783790 Oct 27 14:11:34.889093 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41720) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:34.922722 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3463901d-cfec-49a6-939f-899692bf214c req-d9f4d1d9-e320-46f0-b8b2-992a63541e1f tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/security-groups?id=77172cf4-a6f2-482d-a8a9-e334ce774551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351522 Oct 27 14:11:34.936524 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b14473-b957-4881-9f8f-2916f1e9db21 admin admin] Deleting subnet a1674f30-47ef-4e30-9a53-9e0849ed07e7 {{(pid=101355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:11:34.940274 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a8b14473-b957-4881-9f8f-2916f1e9db21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:34.976291 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a8b14473-b957-4881-9f8f-2916f1e9db21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60366666'] for subnet, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.061704 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a8b14473-b957-4881-9f8f-2916f1e9db21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.111924 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a8b14473-b957-4881-9f8f-2916f1e9db21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59536638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59606618'] for subnet, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.136387 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b14473-b957-4881-9f8f-2916f1e9db21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1674f30-47ef-4e30-9a53-9e0849ed07e7,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:35.140138 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a8b14473-b957-4881-9f8f-2916f1e9db21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.143963 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-a8b14473-b957-4881-9f8f-2916f1e9db21 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a1674f30-47ef-4e30-9a53-9e0849ed07e7 HTTP/1.1" status: 204 len: 168 time: 0.2538795 Oct 27 14:11:35.146382 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41722) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:35.149713 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b624d0a-1135-4092-acbb-996304dc2ef7 None None] Network 53b46f23-9d36-49ed-aea1-577f654649e2 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:35.229794 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.286512 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-2bb9d46e-c7f1-4334-96f9-9827bf98530a tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:35.287969 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-2bb9d46e-c7f1-4334-96f9-9827bf98530a tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 950 time: 0.0750799 Oct 27 14:11:35.370919 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e365f-8413-44ef-9b8d-fcffea1d4a6f None None] DHCP port deletion for 53b46f23-9d36-49ed-aea1-577f654649e2 request from dv-cinder-814898-2-iscsi {{(pid=101357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:11:35.371379 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Deleting port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:35.371718 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.422642 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-c14e365f-8413-44ef-9b8d-fcffea1d4a6f None None] Deleting port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 {{(pid=101357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:35.423014 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c14e365f-8413-44ef-9b8d-fcffea1d4a6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.443487 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] For port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:35.443856 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.462552 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Calling delete_port for 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 owned by network:dhcp {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:35.465486 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-9ac0dc37-da2e-46a5-8d4b-166fbedc2d65 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Deleting port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:11:35.465822 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-9ac0dc37-da2e-46a5-8d4b-166fbedc2d65 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.486155 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-c14e365f-8413-44ef-9b8d-fcffea1d4a6f None None] For port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8,segment=NetworkSegment(3397e14a-fc5a-45a9-b278-0361ab9bbbff),segment_id=3397e14a-fc5a-45a9-b278-0361ab9bbbff)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:35.486565 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c14e365f-8413-44ef-9b8d-fcffea1d4a6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.499114 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-c14e365f-8413-44ef-9b8d-fcffea1d4a6f None None] Calling delete_port for 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 owned by network:dhcp {{(pid=101357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:35.582222 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c14e365f-8413-44ef-9b8d-fcffea1d4a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284'] for port, after_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.607280 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-9ac0dc37-da2e-46a5-8d4b-166fbedc2d65 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] For port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,segment=NetworkSegment(62f4fdf2-affb-4c1e-928d-4189c8b84714),segment_id=62f4fdf2-affb-4c1e-928d-4189c8b84714)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:35.607566 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e365f-8413-44ef-9b8d-fcffea1d4a6f None None] Pushing event deleted for resources: {'Port': ['ID=6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8,revision_number=None']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:35.607684 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-9ac0dc37-da2e-46a5-8d4b-166fbedc2d65 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.614444 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e365f-8413-44ef-9b8d-fcffea1d4a6f None None] No DVR routers for this DVR port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 on host dv-cinder-814898-2-iscsi {{(pid=101357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:11:35.630043 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-9ac0dc37-da2e-46a5-8d4b-166fbedc2d65 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Calling delete_port for 4ed891cc-bbe0-4cb1-a992-f12f20be29ed owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:11:35.636292 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.698694 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:35.701966 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] No DVR routers for this DVR port 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 on host dv-cinder-814898-2-iscsi {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:11:35.792021 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.818153 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b46f23-9d36-49ed-aea1-577f654649e2']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:35.832204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3397e14a-fc5a-45a9-b278-0361ab9bbbff') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:35.832500 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3397e14a-fc5a-45a9-b278-0361ab9bbbff') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:35.861848 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.882698 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.892577 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:11:35.893228 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: self.session.flush() Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: self.session.flush() Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: self.session.flush() Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: self.session.flush() Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:11:35.894719 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:11:35.905574 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-9ac0dc37-da2e-46a5-8d4b-166fbedc2d65 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:35.917980 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['4ed891cc-bbe0-4cb1-a992-f12f20be29ed'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:35.941027 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 8b3f059a-ed75-4d0b-a698-fa2fac57655a no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:35.964195 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 8b3f059a-ed75-4d0b-a698-fa2fac57655a {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:35.964546 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 8b3f059a-ed75-4d0b-a698-fa2fac57655a not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:35.964961 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:35.974394 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0dc37-da2e-46a5-8d4b-166fbedc2d65 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Pushing event deleted for resources: {'Port': ['ID=4ed891cc-bbe0-4cb1-a992-f12f20be29ed,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:35.991952 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:35.993531 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 6ac2d6d2-7f0d-48af-a4d5-26ab0aab2da8 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:35.993974 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:36.002124 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:36.011244 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:36.017380 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/53b46f23-9d36-49ed-aea1-577f654649e2 HTTP/1.1" status: 204 len: 168 time: 0.8671157 Oct 27 14:11:36.020456 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:36.020808 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 71f3e4d7-b78a-4e69-a4dc-83f38cce35f0 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:36.038641 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-9ac0dc37-da2e-46a5-8d4b-166fbedc2d65 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] No DVR routers for this DVR port 4ed891cc-bbe0-4cb1-a992-f12f20be29ed on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:11:36.050174 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-9ac0dc37-da2e-46a5-8d4b-166fbedc2d65 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:36.053522 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a0f99f01-f157-49de-a2a3-8f016e39dd3e req-9ac0dc37-da2e-46a5-8d4b-166fbedc2d65 tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.66 "DELETE /v2.0/ports/4ed891cc-bbe0-4cb1-a992-f12f20be29ed HTTP/1.1" status: 204 len: 173 time: 0.7571201 Oct 27 14:11:36.054240 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc08a90-2bcd-4f1f-9470-69aa462031ea', 'name': 'network-vif-deleted', 'tag': '4ed891cc-bbe0-4cb1-a992-f12f20be29ed'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:36.057212 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf65abf-23dc-4216-8342-c5ed3c678b49" -d '{"events": [{"server_uuid": "5dc08a90-2bcd-4f1f-9470-69aa462031ea", "name": "network-vif-deleted", "tag": "4ed891cc-bbe0-4cb1-a992-f12f20be29ed"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:36.083505 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78534e5a-8dd2-410f-b020-4ad37871f5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b46f23-9d36-49ed-aea1-577f654649e2,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:36.087067 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-b8382e68-9885-47cf-a65d-40accebe65c1 req-10dbde9a-48e8-4e6b-9ea4-a32df1c30bfe tempest-VolumesNegativeTest-1196681471 tempest-VolumesNegativeTest-1196681471-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc08a90-2bcd-4f1f-9470-69aa462031ea HTTP/1.1" status: 200 len: 210 time: 0.0704327 Oct 27 14:11:36.113656 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80164065-d9cc-4667-a0e9-2656f4f8e14d x-openstack-request-id: req-80164065-d9cc-4667-a0e9-2656f4f8e14d {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:36.114166 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc08a90-2bcd-4f1f-9470-69aa462031ea", "name": "network-vif-deleted", "tag": "4ed891cc-bbe0-4cb1-a992-f12f20be29ed", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:36.114611 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80164065-d9cc-4667-a0e9-2656f4f8e14d {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:36.115033 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc08a90-2bcd-4f1f-9470-69aa462031ea', 'name': 'network-vif-deleted', 'tag': '4ed891cc-bbe0-4cb1-a992-f12f20be29ed', 'status': 'completed', 'code': 200} Oct 27 14:11:36.188341 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41730) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:36.231810 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-8fd6d2da-e08b-4358-9fef-7fd5e2a7e8b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d769e34c5d6a43b6a8e44578543fa87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421031 Oct 27 14:11:36.234172 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41732) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:36.284448 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-aa836ec2-aafc-4bbe-8509-5a5a90ae20fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:36.306650 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-aa836ec2-aafc-4bbe-8509-5a5a90ae20fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:36.350843 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-aa836ec2-aafc-4bbe-8509-5a5a90ae20fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:36.354089 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-aa836ec2-aafc-4bbe-8509-5a5a90ae20fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:36.355233 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-aa836ec2-aafc-4bbe-8509-5a5a90ae20fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/139e1bde-57cc-4900-bea7-0852fc364ae3 HTTP/1.1" status: 204 len: 168 time: 0.1201601 Oct 27 14:11:36.363295 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa836ec2-aafc-4bbe-8509-5a5a90ae20fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139e1bde-57cc-4900-bea7-0852fc364ae3,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:37.006140 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 41754) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:37.100841 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2067852-network', 'tenant_id': '6b571898ffdb4ba9bada255eae4a0845'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:37.122242 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Made reservation on behalf of 6b571898ffdb4ba9bada255eae4a0845 for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:37.124703 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.133325 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.212513 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.216995 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.238404 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:37.253723 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e79a78-f3ed-403d-82b9-ef1d452b948d,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:37.256691 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.257032 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Added segment ed9a10c7-cbac-41c9-8f0d-c433590732aa of type vlan for network 49426a46-3d9b-4fab-9e6a-61033ee79622 Oct 27 14:11:37.296977 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.324836 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.325764 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:37.326347 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.375529 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3682561 Oct 27 14:11:37.378411 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 41778) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:37.385134 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Request body: {'subnet': {'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2067852-subnet', 'tenant_id': '6b571898ffdb4ba9bada255eae4a0845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:37.389751 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09957dfc-2c50-4413-8adf-1381ac55e121 admin admin] Pushing event updated for resources: {'Network': ['ID=49426a46-3d9b-4fab-9e6a-61033ee79622,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:37.403311 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 49426a46-3d9b-4fab-9e6a-61033ee79622 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:11:37.409736 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Made reservation on behalf of 6b571898ffdb4ba9bada255eae4a0845 for: {'subnet': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:37.411957 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62809378'] for subnet, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.582805 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60100739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62809392'] for subnet, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.641290 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9542053b-0ba0-4648-a9e1-b738e24b60b0,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:37.648379 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Checking segment: {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:37.648739 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Network hostable DHCP agents. Network: 49426a46-3d9b-4fab-9e6a-61033ee79622, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:37.666286 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Network 49426a46-3d9b-4fab-9e6a-61033ee79622 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:37.675068 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 49426a46-3d9b-4fab-9e6a-61033ee79622) {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:37.679169 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:37.679727 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:37.686391 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df93056-3032-4f43-af12-c45ae18b355b None None] Network 49426a46-3d9b-4fab-9e6a-61033ee79622 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:37.697833 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-de38b972-cefd-4ae7-9932-5567c1ddb416 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3177817 Oct 27 14:11:37.826855 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5781ea78-b5d5-41a9-a3e6-17e3bbca5e4f None None] Network 49426a46-3d9b-4fab-9e6a-61033ee79622 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:38.177537 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-a9910b1b-4656-4608-ace7-397e9216d8ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:38.179093 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-a9910b1b-4656-4608-ace7-397e9216d8ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 812 time: 0.1068330 Oct 27 14:11:38.197150 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-a3ca4e64-1c9f-4970-8106-090f820f7383 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/quotas/6b571898ffdb4ba9bada255eae4a0845 HTTP/1.1" status: 200 len: 375 time: 0.0106912 Oct 27 14:11:38.229240 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-fb2751f8-b895-4ba3-86e8-25ae599ca0c6 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264304 Oct 27 14:11:38.291055 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-514ac9e9-6606-42e1-9884-dfcb34df47ee service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:11:38.292081 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-514ac9e9-6606-42e1-9884-dfcb34df47ee service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0560553 Oct 27 14:11:38.385247 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-d1be2037-ba87-4e29-8908-f703730ede46 service neutron] 10.222.0.54 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866296 Oct 27 14:11:38.483982 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-3e7ecbe3-fe81-4e67-8bf2-cde4dea40681 service neutron] 10.222.0.54 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926330 Oct 27 14:11:38.658223 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-61341d1e-a568-442c-9b42-35f2135e0122 req-a3fc73cb-2dcc-4050-986c-ed96e6b7b96e tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 210 time: 0.0336046 Oct 27 14:11:39.213372 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ed891cc-bbe0-4cb1-a992-f12f20be29ed no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:11:39.237991 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 4ed891cc-bbe0-4cb1-a992-f12f20be29ed {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:11:39.238534 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 4ed891cc-bbe0-4cb1-a992-f12f20be29ed not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:11:39.637601 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-beee6b18-d196-46a9-b8c7-2c187bee3879 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:39.639051 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-beee6b18-d196-46a9-b8c7-2c187bee3879 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 812 time: 0.1169679 Oct 27 14:11:39.663127 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Request body: {'port': {'device_id': '529f29dc-0a65-40fd-acb5-505c581f3d84', 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622', 'admin_state_up': True, 'tenant_id': '6b571898ffdb4ba9bada255eae4a0845'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:39.759842 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-06877010-508e-4c4e-9ee6-ecc9b2db0f41 req-6324bb0a-0511-47e5-9523-bed153aa1a7c tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 210 time: 0.0307231 Oct 27 14:11:39.776330 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Made reservation on behalf of 6b571898ffdb4ba9bada255eae4a0845 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:39.780774 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:39.913401 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Allocated IP 172.20.0.11 (49426a46-3d9b-4fab-9e6a-61033ee79622/9542053b-0ba0-4648-a9e1-b738e24b60b0/cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:40.054209 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.086512 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.128929 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Network 49426a46-3d9b-4fab-9e6a-61033ee79622 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:40.131983 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:40.134276 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:40.169180 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Pushing event updated for resources: {'Port': ['ID=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:40.195145 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.195776 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.210834 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-92086dab-b01f-484b-8a64-72b0a4f2fc17 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5516193 Oct 27 14:11:40.295939 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Request body: {'port': {'device_id': '529f29dc-0a65-40fd-acb5-505c581f3d84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:40.351015 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.625834 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:40.633004 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.645590 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Transition to ACTIVE for port object cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:11:40.651094 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.709825 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Pushing event updated for resources: {'Port': ['ID=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:40.785465 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Attempting to bind port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:40.785831 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Attempting to bind port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:40.786219 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Attempting to bind port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd on network 49426a46-3d9b-4fab-9e6a-61033ee79622 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:40.791681 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd on network 49426a46-3d9b-4fab-9e6a-61033ee79622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:11:40.792003 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Attempting to bind port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd on network 49426a46-3d9b-4fab-9e6a-61033ee79622 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:40.797117 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:40.797582 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Checking segment: {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:40.797958 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Bound using segment: {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:40.798382 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Bound port: cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:40.798734 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.907988 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] For port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:40.910048 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42026) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:40.912614 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] For port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:40.921824 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8f04d-8119-45ee-a272-f0887c444d0d req-bf1aec61-17fc-47f8-a11d-2310ba37337b tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.923305 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f5c8f04d-8119-45ee-a272-f0887c444d0d req-bf1aec61-17fc-47f8-a11d-2310ba37337b tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 944 time: 0.0812888 Oct 27 14:11:40.926693 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.976700 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:40.977870 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:40.979217 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] 10.222.0.66 "PUT /v2.0/ports/cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd HTTP/1.1" status: 200 len: 1094 time: 0.6875598 Oct 27 14:11:40.981376 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529f29dc-0a65-40fd-acb5-505c581f3d84', 'tag': 'cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:40.983704 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eb1799-147c-42c1-954d-b6573c700bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "529f29dc-0a65-40fd-acb5-505c581f3d84", "tag": "cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:41.030129 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f5c8f04d-8119-45ee-a272-f0887c444d0d req-8959c587-d7cb-44e4-8dcd-948e257bab5b tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956013 Oct 27 14:11:41.069254 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2623dc-f2ae-4ed5-8d30-bddeaab94936 x-openstack-request-id: req-ce2623dc-f2ae-4ed5-8d30-bddeaab94936 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:41.069564 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529f29dc-0a65-40fd-acb5-505c581f3d84", "tag": "cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:41.069798 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce2623dc-f2ae-4ed5-8d30-bddeaab94936 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:41.070192 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529f29dc-0a65-40fd-acb5-505c581f3d84', 'tag': 'cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd', 'status': 'completed', 'code': 200} Oct 27 14:11:41.071779 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6cc21-33bf-4b71-b3b3-70951db86d86 service neutron] Pushing event updated for resources: {'Port': ['ID=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:41.082921 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 42032) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:41.083124 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-4adee0e8-920a-4710-ba73-210a42251271 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac6afe17778d40cbbcb3525b1703c991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718993 Oct 27 14:11:41.111648 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-d108d394-bb35-4491-b246-ad52459fd823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:41.113160 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-d108d394-bb35-4491-b246-ad52459fd823 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 1097 time: 0.0872471 Oct 27 14:11:41.168159 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-e70d4679-31ab-45e8-b37a-d78a1fb8f034 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd HTTP/1.1" status: 200 len: 217 time: 0.0432608 Oct 27 14:11:41.189331 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ea864970-5f46-464a-82d4-803f9ed7c171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:41.234558 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ea864970-5f46-464a-82d4-803f9ed7c171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:41.247099 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-f8fb2a2a-3ddb-4acf-a6cf-ca50ddceb496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:41.248595 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-f8fb2a2a-3ddb-4acf-a6cf-ca50ddceb496 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9542053b-0ba0-4648-a9e1-b738e24b60b0 HTTP/1.1" status: 200 len: 852 time: 0.0725565 Oct 27 14:11:41.290898 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-fd57afeb-3230-4f84-b9f9-9e1afb335450 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49426a46-3d9b-4fab-9e6a-61033ee79622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338295 Oct 27 14:11:41.346635 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ea864970-5f46-464a-82d4-803f9ed7c171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:41.349160 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ea864970-5f46-464a-82d4-803f9ed7c171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:41.350242 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-ea864970-5f46-464a-82d4-803f9ed7c171 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77172cf4-a6f2-482d-a8a9-e334ce774551 HTTP/1.1" status: 204 len: 168 time: 0.2663720 Oct 27 14:11:41.365476 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea864970-5f46-464a-82d4-803f9ed7c171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77172cf4-a6f2-482d-a8a9-e334ce774551,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:41.401263 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-20376f4e-1512-47fc-82a2-3f42e41635ee service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001029 Oct 27 14:11:41.496067 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dffc689b-bc0b-43ea-b3cc-64a0adf7c513 req-7cdad5b3-b6dd-474d-86ca-33fbf40836ff service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855277 Oct 27 14:11:41.584678 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb1799-147c-42c1-954d-b6573c700bb7 req-e29a09d4-e5d5-485a-8b9a-8f1f51fe6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:41.586143 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c6eb1799-147c-42c1-954d-b6573c700bb7 req-e29a09d4-e5d5-485a-8b9a-8f1f51fe6809 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 1097 time: 0.0451407 Oct 27 14:11:41.684899 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb1799-147c-42c1-954d-b6573c700bb7 req-07394ac9-abff-4c6d-b1cc-8ea50f24c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:41.686289 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c6eb1799-147c-42c1-954d-b6573c700bb7 req-07394ac9-abff-4c6d-b1cc-8ea50f24c506 service neutron] 10.222.0.66 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 913 time: 0.0890877 Oct 27 14:11:41.845200 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c14bcd4f-eae0-4337-9110-265b1ad6ac08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:41.981401 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42054) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:41.985845 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c6eb1799-147c-42c1-954d-b6573c700bb7 req-9d9f9264-96f0-45a3-8795-83cd165e8d39 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd HTTP/1.1" status: 200 len: 217 time: 0.2914281 Oct 27 14:11:42.034686 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb1799-147c-42c1-954d-b6573c700bb7 req-eb639468-dba7-4621-b077-c070cdb502e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:42.036205 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c6eb1799-147c-42c1-954d-b6573c700bb7 req-eb639468-dba7-4621-b077-c070cdb502e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9542053b-0ba0-4648-a9e1-b738e24b60b0 HTTP/1.1" status: 200 len: 852 time: 0.0430965 Oct 27 14:11:42.067884 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c6eb1799-147c-42c1-954d-b6573c700bb7 req-8d7ca7b7-08c2-42ab-b384-a4fe4cbad6fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49426a46-3d9b-4fab-9e6a-61033ee79622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234308 Oct 27 14:11:42.080545 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-352406282-network', 'tenant_id': '186053c5b45a4228a63d68120a6305f8'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:42.102808 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Made reservation on behalf of 186053c5b45a4228a63d68120a6305f8 for: {'network': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:42.105352 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.113896 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.195711 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.200500 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.205004 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a32c03-639a-4c9f-88c2-3ec22b34f03a req-720affd8-1335-4ef8-89f7-174d5359a19e tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:42.206495 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-47a32c03-639a-4c9f-88c2-3ec22b34f03a req-720affd8-1335-4ef8-89f7-174d5359a19e tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 944 time: 0.0828106 Oct 27 14:11:42.213928 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c6eb1799-147c-42c1-954d-b6573c700bb7 req-401f0981-e9b3-4964-8ec3-4078538e28b0 service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363080 Oct 27 14:11:42.228748 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=101356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:42.238638 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c197f0-eb24-4030-be8d-793764e9cbd0,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:42.243525 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.243860 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.segments_db [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Added segment f4b82913-5a2c-4df1-9f66-2f30255f0829 of type vlan for network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 Oct 27 14:11:42.292531 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.294981 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-47a32c03-639a-4c9f-88c2-3ec22b34f03a req-eddfb420-de9f-49c0-8b45-f7a80878538e tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798116 Oct 27 14:11:42.318856 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.319783 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:42.320407 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.340380 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c6eb1799-147c-42c1-954d-b6573c700bb7 req-e8216f63-9781-4bdd-9f58-a129be989471 service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177864 Oct 27 14:11:42.380046 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3975191 Oct 27 14:11:42.382837 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42060) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:11:42.385297 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5c2cd-dcbe-413f-b7c5-075aeafbbd6b admin admin] Pushing event updated for resources: {'Network': ['ID=bd9468e2-a0fc-4741-9fd9-1a191fa52df8,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:42.390041 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Request body: {'subnet': {'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-352406282-subnet', 'tenant_id': '186053c5b45a4228a63d68120a6305f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:42.395254 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:11:42.411665 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Made reservation on behalf of 186053c5b45a4228a63d68120a6305f8 for: {'subnet': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:42.414010 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62809378'] for subnet, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.580439 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60100739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62809392'] for subnet, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.633617 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=32159e27-1d6e-4574-8ddb-9a222b1f2430,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:42.644542 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Checking segment: {'id': 'f4b82913-5a2c-4df1-9f66-2f30255f0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:42.644897 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Network hostable DHCP agents. Network: bd9468e2-a0fc-4741-9fd9-1a191fa52df8, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:42.662170 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:42.671318 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, bd9468e2-a0fc-4741-9fd9-1a191fa52df8) {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:42.675353 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:42.676000 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:42.681613 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58c4bbe-96dc-46de-8918-5d05b4ec0829 None None] Network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:42.699461 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-63be9bcf-00e1-49f0-952a-bf728a4255ea admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3072536 Oct 27 14:11:42.804448 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba22d0a-2827-4fc8-ba1a-15105069a0ca None None] Network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:11:43.408446 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87352-ff9f-4c98-99f5-540090258593 req-56498238-a7b7-4f09-8fa7-f3d72d6baeb4 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:43.409794 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bdd87352-ff9f-4c98-99f5-540090258593 req-56498238-a7b7-4f09-8fa7-f3d72d6baeb4 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 944 time: 0.0483809 Oct 27 14:11:43.446783 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bdd87352-ff9f-4c98-99f5-540090258593 req-602f2a8b-fdb9-4303-9cd7-583808bd6db9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303438 Oct 27 14:11:44.401036 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0bb241ad-807a-4146-8754-a95dd7f16694 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:44.402466 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0bb241ad-807a-4146-8754-a95dd7f16694 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/networks?id=bd9468e2-a0fc-4741-9fd9-1a191fa52df8 HTTP/1.1" status: 200 len: 813 time: 0.0988677 Oct 27 14:11:44.418225 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-291a1506-b60e-4e38-a797-23d94dba7eb2 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/quotas/186053c5b45a4228a63d68120a6305f8 HTTP/1.1" status: 200 len: 375 time: 0.0092678 Oct 27 14:11:44.451556 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0b4ef52c-d73f-4f0c-aa61-86c1c3f24506 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=186053c5b45a4228a63d68120a6305f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282116 Oct 27 14:11:44.462150 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-10da19bf-4507-402f-8163-a85c2dd204bc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:11:44.463072 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-10da19bf-4507-402f-8163-a85c2dd204bc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049920 Oct 27 14:11:44.517532 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6543145b-9b5a-442d-960d-8e16cff14f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:44.552850 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-4151e389-d0d8-4a23-8754-d318f0710e77 service neutron] 10.222.0.54 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838976 Oct 27 14:11:44.564522 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1a21a-ccff-49f4-a88f-d4f1039fc93a req-ed6b7bf9-ac6a-468e-bd10-0fffff0d8030 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:44.565980 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-def1a21a-ccff-49f4-a88f-d4f1039fc93a req-ed6b7bf9-ac6a-468e-bd10-0fffff0d8030 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 944 time: 0.0547495 Oct 27 14:11:44.603596 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-def1a21a-ccff-49f4-a88f-d4f1039fc93a req-3d82c498-6301-43c1-8952-35a69ed7eba1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Oct 27 14:11:44.646532 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-1312984e-53ad-45ac-ae20-9cc2c909a107 service neutron] 10.222.0.54 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868952 Oct 27 14:11:44.797424 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9514bedb-15d3-4c99-b0a0-a7abcdcfae53 req-d562937a-11bc-4a51-bdfc-ae312e91db7a tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 210 time: 0.0269399 Oct 27 14:11:45.230197 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:11:45.313850 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:45.340673 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:45.351424 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd', 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622', 'port_id': 'cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd', 'mac_address': 'fa:16:3e:51:f1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9542053b-0ba0-4648-a9e1-b738e24b60b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:11:45.391930 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:45.405367 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:45.424749 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:45.428534 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:45.474337 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:45.786905 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17068314-6421-47cf-b9e9-fb01831f7ac4 req-6207b340-7b42-46b7-b1a0-33103cd503a5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:45.788211 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-17068314-6421-47cf-b9e9-fb01831f7ac4 req-6207b340-7b42-46b7-b1a0-33103cd503a5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 945 time: 0.1098101 Oct 27 14:11:45.798569 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-5a405b37-584b-4de0-ba89-23775e068d89 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:45.799955 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-5a405b37-584b-4de0-ba89-23775e068d89 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.66 "GET /v2.0/networks?id=bd9468e2-a0fc-4741-9fd9-1a191fa52df8 HTTP/1.1" status: 200 len: 813 time: 0.1435459 Oct 27 14:11:45.826788 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:45.835182 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Request body: {'port': {'device_id': 'f72641b7-4f2f-4d3e-aae1-704efd5ce437', 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8', 'admin_state_up': True, 'tenant_id': '186053c5b45a4228a63d68120a6305f8'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:45.856676 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-17068314-6421-47cf-b9e9-fb01831f7ac4 req-2649e944-4032-41cf-a6e3-e48c0a4e183c tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557187 Oct 27 14:11:45.894959 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-39c04ced-d2ac-4105-bfba-79345c7b97bc req-3a274bca-b0a6-4461-a560-12ab13f9326f tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 210 time: 0.0257244 Oct 27 14:11:45.958414 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Made reservation on behalf of 186053c5b45a4228a63d68120a6305f8 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:45.962584 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.088021 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Allocated IP 172.20.0.5 (bd9468e2-a0fc-4741-9fd9-1a191fa52df8/32159e27-1d6e-4574-8ddb-9a222b1f2430/832e271f-72a1-47c1-9d4a-bcbe3c537a4b) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:46.121792 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.237680 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.270994 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.313313 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:46.316474 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:46.320157 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:46.346945 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Pushing event updated for resources: {'Port': ['ID=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:46.360951 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.361299 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.361638 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.361971 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.362303 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.362658 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.362983 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.363305 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.363628 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.363946 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.364292 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.364609 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:46.382991 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:46.383583 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.398693 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-9436be51-2d3f-4416-bca8-f097ee1b9f03 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705073 Oct 27 14:11:46.411353 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Request body: {'port': {'device_id': 'f72641b7-4f2f-4d3e-aae1-704efd5ce437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:11:46.465674 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.728087 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832e271f-72a1-47c1-9d4a-bcbe3c537a4b {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:46.735232 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.746754 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Transition to ACTIVE for port object 832e271f-72a1-47c1-9d4a-bcbe3c537a4b will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:11:46.750526 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.818972 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Pushing event updated for resources: {'Port': ['ID=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:46.866917 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Attempting to bind port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:11:46.867266 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Attempting to bind port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'f4b82913-5a2c-4df1-9f66-2f30255f0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:11:46.867613 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Attempting to bind port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b on network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:46.871900 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b on network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:11:46.872258 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Attempting to bind port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b on network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:11:46.877018 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:11:46.877344 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Checking segment: {'id': 'f4b82913-5a2c-4df1-9f66-2f30255f0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:11:46.877718 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Bound using segment: {'id': 'f4b82913-5a2c-4df1-9f66-2f30255f0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:11:46.878137 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Bound port: 832e271f-72a1-47c1-9d4a-bcbe3c537a4b, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b82913-5a2c-4df1-9f66-2f30255f0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:11:46.878485 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:46.946587 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] For port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:46.951174 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] For port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,segment=NetworkSegment(f4b82913-5a2c-4df1-9f66-2f30255f0829),segment_id=f4b82913-5a2c-4df1-9f66-2f30255f0829)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:46.964012 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.015932 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364094-b5a5-43c0-87cc-24f800a0c4bd req-ffa9d39d-7b45-42d8-ba3d-e92a2d54a5e6 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.017906 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0a364094-b5a5-43c0-87cc-24f800a0c4bd req-ffa9d39d-7b45-42d8-ba3d-e92a2d54a5e6 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 943 time: 0.0489948 Oct 27 14:11:47.023375 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.024009 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.025386 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] 10.222.0.66 "PUT /v2.0/ports/832e271f-72a1-47c1-9d4a-bcbe3c537a4b HTTP/1.1" status: 200 len: 1093 time: 0.6180670 Oct 27 14:11:47.025826 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72641b7-4f2f-4d3e-aae1-704efd5ce437', 'tag': '832e271f-72a1-47c1-9d4a-bcbe3c537a4b'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:47.028057 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f588006-cc4c-45b2-aec1-ce4542d2a580" -d '{"events": [{"name": "network-changed", "server_uuid": "f72641b7-4f2f-4d3e-aae1-704efd5ce437", "tag": "832e271f-72a1-47c1-9d4a-bcbe3c537a4b"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:47.051577 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd187fe-afb5-4554-8e9e-39422cc9e33b service neutron] Pushing event updated for resources: {'Port': ['ID=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:47.061716 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92edc1e-4fc9-4cdf-9bf7-7105721f9fb5 req-127d7bad-94dc-40b3-a23f-a1a8e7ca765e tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.062312 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0a364094-b5a5-43c0-87cc-24f800a0c4bd req-f4ac2347-d9de-47dd-9bf4-977382ebe276 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365849 Oct 27 14:11:47.063212 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a92edc1e-4fc9-4cdf-9bf7-7105721f9fb5 req-127d7bad-94dc-40b3-a23f-a1a8e7ca765e tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 945 time: 0.1141610 Oct 27 14:11:47.115178 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85de2ea7-9f56-4827-a137-7d27819c0fbe x-openstack-request-id: req-85de2ea7-9f56-4827-a137-7d27819c0fbe {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:47.115466 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72641b7-4f2f-4d3e-aae1-704efd5ce437", "tag": "832e271f-72a1-47c1-9d4a-bcbe3c537a4b", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:47.115716 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85de2ea7-9f56-4827-a137-7d27819c0fbe {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:47.116119 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72641b7-4f2f-4d3e-aae1-704efd5ce437', 'tag': '832e271f-72a1-47c1-9d4a-bcbe3c537a4b', 'status': 'completed', 'code': 200} Oct 27 14:11:47.131138 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a92edc1e-4fc9-4cdf-9bf7-7105721f9fb5 req-f76d8b70-4525-4202-abd0-772bd392ebc9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617783 Oct 27 14:11:47.141284 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-991f5ce9-eeb5-46fd-a1f4-dbb92a61941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.142713 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-991f5ce9-eeb5-46fd-a1f4-dbb92a61941c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=186053c5b45a4228a63d68120a6305f8&device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 1096 time: 0.0654759 Oct 27 14:11:47.185687 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-f82a050a-71bf-4b08-8df0-d317f2796e76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=832e271f-72a1-47c1-9d4a-bcbe3c537a4b HTTP/1.1" status: 200 len: 217 time: 0.0336785 Oct 27 14:11:47.239289 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-1804a32f-8e0e-4583-adc6-a200926c3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.240770 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-1804a32f-8e0e-4583-adc6-a200926c3082 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=32159e27-1d6e-4574-8ddb-9a222b1f2430 HTTP/1.1" status: 200 len: 853 time: 0.0474417 Oct 27 14:11:47.246079 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:47.278428 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-6b662b63-293c-4327-b4ba-9d04fa44ba7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd9468e2-a0fc-4741-9fd9-1a191fa52df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292244 Oct 27 14:11:47.298876 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:11:47.302577 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:47.302942 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.369339 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-0c980288-2f27-4d1e-b259-3b73daefc72e service neutron] 10.222.0.66 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828505 Oct 27 14:11:47.381359 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.403028 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529f29dc-0a65-40fd-acb5-505c581f3d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:47.405505 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e7e983-024e-4024-8732-305fde9843ef" -d '{"events": [{"server_uuid": "529f29dc-0a65-40fd-acb5-505c581f3d84", "name": "network-vif-plugged", "status": "completed", "tag": "cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:47.418921 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:47.423217 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.447635 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c74db1-2adc-4cca-b793-71af2f227ab1 x-openstack-request-id: req-a6c74db1-2adc-4cca-b793-71af2f227ab1 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:47.447926 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529f29dc-0a65-40fd-acb5-505c581f3d84", "name": "network-vif-plugged", "status": "completed", "tag": "cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:47.448197 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6c74db1-2adc-4cca-b793-71af2f227ab1 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:47.448573 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529f29dc-0a65-40fd-acb5-505c581f3d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd', 'code': 200} Oct 27 14:11:47.467545 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1793ad2b-9d68-4440-b378-e30d3ec4aac5 req-106809ed-c16a-4a06-bb6f-87f4b67e4fd4 service neutron] 10.222.0.66 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903471 Oct 27 14:11:47.473840 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:47.561192 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588006-cc4c-45b2-aec1-ce4542d2a580 req-3c2281d4-2241-43ef-921f-53a6ff687e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.562589 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4f588006-cc4c-45b2-aec1-ce4542d2a580 req-3c2281d4-2241-43ef-921f-53a6ff687e99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=186053c5b45a4228a63d68120a6305f8&device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 1096 time: 0.0418718 Oct 27 14:11:47.611713 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:47.627056 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eeabd7-3fcb-4e8d-8b99-e80b64f68995 req-50665762-a12d-447b-8143-45fd985c4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.628612 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-36eeabd7-3fcb-4e8d-8b99-e80b64f68995 req-50665762-a12d-447b-8143-45fd985c4458 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 1099 time: 0.0422337 Oct 27 14:11:47.658983 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588006-cc4c-45b2-aec1-ce4542d2a580 req-43ad11bb-c45b-4404-a558-6f63c08136d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:47.660455 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4f588006-cc4c-45b2-aec1-ce4542d2a580 req-43ad11bb-c45b-4404-a558-6f63c08136d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd9468e2-a0fc-4741-9fd9-1a191fa52df8 HTTP/1.1" status: 200 len: 914 time: 0.0911441 Oct 27 14:11:47.666075 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-36eeabd7-3fcb-4e8d-8b99-e80b64f68995 req-041d5cea-70c7-4b56-bc73-7f2d0048019f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289803 Oct 27 14:11:47.973186 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4f588006-cc4c-45b2-aec1-ce4542d2a580 req-b12373f0-e9cd-405b-acfc-f1f3f23da8ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=832e271f-72a1-47c1-9d4a-bcbe3c537a4b HTTP/1.1" status: 200 len: 217 time: 0.0343220 Oct 27 14:11:48.024806 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588006-cc4c-45b2-aec1-ce4542d2a580 req-f2d64103-1a12-4903-8abe-8200afa5d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:48.026213 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4f588006-cc4c-45b2-aec1-ce4542d2a580 req-f2d64103-1a12-4903-8abe-8200afa5d9b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=32159e27-1d6e-4574-8ddb-9a222b1f2430 HTTP/1.1" status: 200 len: 853 time: 0.0458555 Oct 27 14:11:48.058967 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4f588006-cc4c-45b2-aec1-ce4542d2a580 req-24c8c0b5-9fa8-4f1d-bc8f-94c3351d98f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd9468e2-a0fc-4741-9fd9-1a191fa52df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237417 Oct 27 14:11:48.177152 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4f588006-cc4c-45b2-aec1-ce4542d2a580 req-b5981759-b38b-4ad6-a50a-e5dc2fa944c1 service neutron] 10.222.0.66 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097648 Oct 27 14:11:48.197023 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08f8fa-c68b-4a7b-bbf5-143238a9fe63 req-94afa477-b8ea-4cb8-ab2f-d80257461e47 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:48.198457 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-da08f8fa-c68b-4a7b-bbf5-143238a9fe63 req-94afa477-b8ea-4cb8-ab2f-d80257461e47 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 943 time: 0.0636792 Oct 27 14:11:48.247138 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309946e-c626-4ecf-8a88-596a995e8a70 req-3ce2a202-2e6d-49c5-b88c-8da4ec5acd32 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:48.248624 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0309946e-c626-4ecf-8a88-596a995e8a70 req-3ce2a202-2e6d-49c5-b88c-8da4ec5acd32 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 946 time: 0.0490148 Oct 27 14:11:48.283282 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-da08f8fa-c68b-4a7b-bbf5-143238a9fe63 req-ef33cdaa-5fc7-44ba-9ae8-1600a329dcda tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768392 Oct 27 14:11:48.287858 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0309946e-c626-4ecf-8a88-596a995e8a70 req-40f17458-32fc-4c56-aa4a-90ead3325588 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331216 Oct 27 14:11:48.314382 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4f588006-cc4c-45b2-aec1-ce4542d2a580 req-9145ae48-38a9-4da5-a66b-648efb4858b6 service neutron] 10.222.0.66 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149859 Oct 27 14:11:49.420987 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae390-59c8-4ba4-9a98-438467a7fb83 req-dc6f6f0f-3f85-4311-85aa-5ffeba7b1892 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:49.422482 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-366ae390-59c8-4ba4-9a98-438467a7fb83 req-dc6f6f0f-3f85-4311-85aa-5ffeba7b1892 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 943 time: 0.0657167 Oct 27 14:11:49.422609 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da219d82-323a-4a3e-8a5f-4a8c3e1c61a9 req-dde2e933-9693-42f1-a55a-6dd893ec860c tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:49.424146 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-da219d82-323a-4a3e-8a5f-4a8c3e1c61a9 req-dde2e933-9693-42f1-a55a-6dd893ec860c tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 946 time: 0.0588543 Oct 27 14:11:49.464305 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-366ae390-59c8-4ba4-9a98-438467a7fb83 req-10ec96b3-f99f-4729-a2d5-91ab7f5bc377 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Oct 27 14:11:49.469271 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-da219d82-323a-4a3e-8a5f-4a8c3e1c61a9 req-eee36994-27d4-459f-a41b-b061d0727093 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369730 Oct 27 14:11:50.091387 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:11:50.228926 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:50.577225 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2f584-7cf3-480a-9555-b4d584a7587a req-5dec20bd-fc9a-414d-a468-fab550974fcf tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:50.578721 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-99d2f584-7cf3-480a-9555-b4d584a7587a req-5dec20bd-fc9a-414d-a468-fab550974fcf tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 943 time: 0.0481420 Oct 27 14:11:50.579946 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87fac6-6597-4ed4-a89a-72eaf80a5067 req-3f9a1895-9ee9-489e-8f58-59ea75c94a71 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:50.581423 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ba87fac6-6597-4ed4-a89a-72eaf80a5067 req-3f9a1895-9ee9-489e-8f58-59ea75c94a71 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 946 time: 0.0473945 Oct 27 14:11:50.617441 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-99d2f584-7cf3-480a-9555-b4d584a7587a req-bf408a5d-ce53-498b-9a5e-3f5de8ad082f tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Oct 27 14:11:50.620605 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ba87fac6-6597-4ed4-a89a-72eaf80a5067 req-48477316-0f9e-4be8-a2e9-a92406b0508d tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Oct 27 14:11:51.266507 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 832e271f-72a1-47c1-9d4a-bcbe3c537a4b details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:11:51.473340 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,segment=NetworkSegment(f4b82913-5a2c-4df1-9f66-2f30255f0829),segment_id=f4b82913-5a2c-4df1-9f66-2f30255f0829)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:51.483796 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '832e271f-72a1-47c1-9d4a-bcbe3c537a4b', 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8', 'port_id': '832e271f-72a1-47c1-9d4a-bcbe3c537a4b', 'mac_address': 'fa:16:3e:19:dc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32159e27-1d6e-4574-8ddb-9a222b1f2430', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:11:51.522157 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:51.534309 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832e271f-72a1-47c1-9d4a-bcbe3c537a4b {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:11:51.552154 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,segment=NetworkSegment(f4b82913-5a2c-4df1-9f66-2f30255f0829),segment_id=f4b82913-5a2c-4df1-9f66-2f30255f0829)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:51.556547 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:51.600768 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:51.733822 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5519750-ebae-4260-96d4-2a5211e39fba req-079e261e-cb59-494a-97ae-2dee09d58148 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:51.735167 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d5519750-ebae-4260-96d4-2a5211e39fba req-079e261e-cb59-494a-97ae-2dee09d58148 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 944 time: 0.0474234 Oct 27 14:11:51.772850 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d5519750-ebae-4260-96d4-2a5211e39fba req-4cca5681-0668-4949-b005-2b7a2d167f42 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Oct 27 14:11:51.911941 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['832e271f-72a1-47c1-9d4a-bcbe3c537a4b'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:11:52.887793 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d29d5c-91e6-41cd-bcdd-360ff8141c5d req-5ea1c2d3-387f-43c0-99a2-f9ddcb8a1bb6 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:52.889133 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04d29d5c-91e6-41cd-bcdd-360ff8141c5d req-5ea1c2d3-387f-43c0-99a2-f9ddcb8a1bb6 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 944 time: 0.0510812 Oct 27 14:11:52.926269 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04d29d5c-91e6-41cd-bcdd-360ff8141c5d req-efc34e60-a84e-4825-a768-826a9a3fea4d tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Oct 27 14:11:53.295400 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 832e271f-72a1-47c1-9d4a-bcbe3c537a4b up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:11:53.342899 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:11:53.346543 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:53.346909 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.423738 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.446231 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72641b7-4f2f-4d3e-aae1-704efd5ce437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832e271f-72a1-47c1-9d4a-bcbe3c537a4b'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:11:53.448499 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9c1056-7e53-49e6-87c1-c13b2b11a542" -d '{"events": [{"server_uuid": "f72641b7-4f2f-4d3e-aae1-704efd5ce437", "name": "network-vif-plugged", "status": "completed", "tag": "832e271f-72a1-47c1-9d4a-bcbe3c537a4b"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:11:53.461457 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,segment=NetworkSegment(f4b82913-5a2c-4df1-9f66-2f30255f0829),segment_id=f4b82913-5a2c-4df1-9f66-2f30255f0829)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:53.465839 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:11:53.489003 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99ebfc4-b04a-410d-9459-608f0a3ecc31 x-openstack-request-id: req-e99ebfc4-b04a-410d-9459-608f0a3ecc31 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:11:53.489295 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72641b7-4f2f-4d3e-aae1-704efd5ce437", "name": "network-vif-plugged", "status": "completed", "tag": "832e271f-72a1-47c1-9d4a-bcbe3c537a4b", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:11:53.489549 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e99ebfc4-b04a-410d-9459-608f0a3ecc31 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:11:53.489932 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72641b7-4f2f-4d3e-aae1-704efd5ce437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832e271f-72a1-47c1-9d4a-bcbe3c537a4b', 'code': 200} Oct 27 14:11:53.515330 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:53.651939 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775affe-e9c5-4618-b720-c1b8e7191c2e req-57e1b3b2-74ca-4b3a-8a4e-4e8a03bf4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:53.653422 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1775affe-e9c5-4618-b720-c1b8e7191c2e req-57e1b3b2-74ca-4b3a-8a4e-4e8a03bf4fc5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 1098 time: 0.0395799 Oct 27 14:11:53.689090 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1775affe-e9c5-4618-b720-c1b8e7191c2e req-68bc8850-4496-4604-b081-7c2bc26c1138 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275135 Oct 27 14:11:54.042204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83501965-9b79-4c24-b60f-e46b8b1b9d08 req-d2bdf230-d72b-4047-8079-d64b714f210c tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.043681 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-83501965-9b79-4c24-b60f-e46b8b1b9d08 req-d2bdf230-d72b-4047-8079-d64b714f210c tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 945 time: 0.0493188 Oct 27 14:11:54.080789 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-83501965-9b79-4c24-b60f-e46b8b1b9d08 req-3436d5a6-04ad-49b7-9ea3-a76c71d7cd02 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Oct 27 14:11:55.202650 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0229de-2088-4490-87a6-dc8dbc3f1a5f req-e868ee90-ece5-445c-955c-4b94fd4b5205 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:55.204192 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3a0229de-2088-4490-87a6-dc8dbc3f1a5f req-e868ee90-ece5-445c-955c-4b94fd4b5205 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 945 time: 0.0529518 Oct 27 14:11:55.247016 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3a0229de-2088-4490-87a6-dc8dbc3f1a5f req-5b02247d-729b-477d-8558-1606dec83994 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365019 Oct 27 14:11:56.364636 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1c659-97ad-41f0-9716-110ff87a190f req-eb371306-9d32-4ed0-b220-75ed43b38031 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:56.366083 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-70d1c659-97ad-41f0-9716-110ff87a190f req-eb371306-9d32-4ed0-b220-75ed43b38031 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 945 time: 0.0513458 Oct 27 14:11:56.404428 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-70d1c659-97ad-41f0-9716-110ff87a190f req-ef3eed6b-930f-4392-a291-f2c2317339d6 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Oct 27 14:11:59.902407 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-146b74af-46a5-4ea6-b26c-4e5c84aba8f0 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:59.903629 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-146b74af-46a5-4ea6-b26c-4e5c84aba8f0 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 812 time: 0.1052425 Oct 27 14:11:59.919044 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-fa3dd566-7327-4c28-89a0-27576e985904 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/quotas/6b571898ffdb4ba9bada255eae4a0845 HTTP/1.1" status: 200 len: 375 time: 0.0095820 Oct 27 14:11:59.966189 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-da5240cb-50c2-4b6d-be73-8a10c3a548d1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416989 Oct 27 14:12:00.067263 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-9aac11e8-7c86-4ea7-a8a0-fae7b846aee4 service neutron] 10.222.0.54 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940909 Oct 27 14:12:00.155365 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-d73add05-b80d-434a-acf2-73f8888801dc service neutron] 10.222.0.54 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815899 Oct 27 14:12:00.315090 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-14a37b83-1bab-4ba1-9367-f1b8e3c60add req-02d833e3-5d0c-4691-b853-20cbcb69bce4 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 210 time: 0.0301597 Oct 27 14:12:01.307394 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-30304007-77e1-4ed1-a910-d0e214d2a022 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:01.308865 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-30304007-77e1-4ed1-a910-d0e214d2a022 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 812 time: 0.1034532 Oct 27 14:12:01.323105 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Request body: {'port': {'device_id': 'cf640ab9-132b-4c1d-a266-77686b4ef0a0', 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622', 'admin_state_up': True, 'tenant_id': '6b571898ffdb4ba9bada255eae4a0845'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:01.415855 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-465c70fa-a2f3-4680-b451-bc1c4b850d36 req-b4dd7696-7907-4d06-ba04-9b2eb8b394e5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 210 time: 0.0320320 Oct 27 14:12:01.445857 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Made reservation on behalf of 6b571898ffdb4ba9bada255eae4a0845 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:01.449340 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.574351 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Allocated IP 172.20.0.5 (49426a46-3d9b-4fab-9e6a-61033ee79622/9542053b-0ba0-4648-a9e1-b738e24b60b0/d5bd7606-ab29-47db-adc7-9cec4230d631) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:01.720205 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.756390 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.768792 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:01.800506 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Network 49426a46-3d9b-4fab-9e6a-61033ee79622 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:01.803669 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:01.807457 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:01.814098 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Pushing event updated for resources: {'Port': ['ID=d5bd7606-ab29-47db-adc7-9cec4230d631,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:01.859632 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:01.860180 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:01.876939 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c8e87152-9ba7-46c1-af72-14e4442a27e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575769 Oct 27 14:12:01.892858 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Request body: {'port': {'device_id': 'cf640ab9-132b-4c1d-a266-77686b4ef0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:01.952498 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.214081 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bd7606-ab29-47db-adc7-9cec4230d631 {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:02.221545 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.234025 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Transition to ACTIVE for port object d5bd7606-ab29-47db-adc7-9cec4230d631 will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:02.237598 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.287819 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Pushing event updated for resources: {'Port': ['ID=d5bd7606-ab29-47db-adc7-9cec4230d631,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:02.364352 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Attempting to bind port d5bd7606-ab29-47db-adc7-9cec4230d631 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:12:02.365083 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Attempting to bind port d5bd7606-ab29-47db-adc7-9cec4230d631 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:12:02.365083 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Attempting to bind port d5bd7606-ab29-47db-adc7-9cec4230d631 on network 49426a46-3d9b-4fab-9e6a-61033ee79622 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:12:02.369457 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Port d5bd7606-ab29-47db-adc7-9cec4230d631 on network 49426a46-3d9b-4fab-9e6a-61033ee79622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:12:02.369777 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Attempting to bind port d5bd7606-ab29-47db-adc7-9cec4230d631 on network 49426a46-3d9b-4fab-9e6a-61033ee79622 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:12:02.375089 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:12:02.375423 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Checking segment: {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:12:02.375802 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Bound using segment: {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:12:02.376250 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Bound port: d5bd7606-ab29-47db-adc7-9cec4230d631, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:12:02.376598 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.437618 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] For port d5bd7606-ab29-47db-adc7-9cec4230d631, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:02.440764 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] For port d5bd7606-ab29-47db-adc7-9cec4230d631, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d5bd7606-ab29-47db-adc7-9cec4230d631,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:02.444942 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.481172 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:02.481780 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:02.483149 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] 10.222.0.66 "PUT /v2.0/ports/d5bd7606-ab29-47db-adc7-9cec4230d631 HTTP/1.1" status: 200 len: 1093 time: 0.5944934 Oct 27 14:12:02.483589 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf640ab9-132b-4c1d-a266-77686b4ef0a0', 'tag': 'd5bd7606-ab29-47db-adc7-9cec4230d631'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:02.485847 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bfd122-abe2-45e7-8350-287c9abb2db6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf640ab9-132b-4c1d-a266-77686b4ef0a0", "tag": "d5bd7606-ab29-47db-adc7-9cec4230d631"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:12:02.532063 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f938291b-011e-4a6c-bf25-1a7ef6b74fd2 x-openstack-request-id: req-f938291b-011e-4a6c-bf25-1a7ef6b74fd2 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:12:02.532375 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf640ab9-132b-4c1d-a266-77686b4ef0a0", "tag": "d5bd7606-ab29-47db-adc7-9cec4230d631", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:12:02.532623 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f938291b-011e-4a6c-bf25-1a7ef6b74fd2 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:12:02.533004 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf640ab9-132b-4c1d-a266-77686b4ef0a0', 'tag': 'd5bd7606-ab29-47db-adc7-9cec4230d631', 'status': 'completed', 'code': 200} Oct 27 14:12:02.546936 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e1e55-c217-4b9e-8929-e5687df164aa service neutron] Pushing event updated for resources: {'Port': ['ID=d5bd7606-ab29-47db-adc7-9cec4230d631,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:02.590057 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1295985-3d08-4933-92e3-ca3da019345d req-d08f188e-7cdb-4ef1-8cc7-442c15848f96 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:02.591660 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a1295985-3d08-4933-92e3-ca3da019345d req-d08f188e-7cdb-4ef1-8cc7-442c15848f96 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 943 time: 0.1029444 Oct 27 14:12:02.598716 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-9155c06c-dcd8-40f9-b176-b04a899598dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:02.600207 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-9155c06c-dcd8-40f9-b176-b04a899598dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0629857 Oct 27 14:12:02.658662 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-0e3ebcc4-8695-4d09-be01-66e57c3ea1c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5bd7606-ab29-47db-adc7-9cec4230d631 HTTP/1.1" status: 200 len: 217 time: 0.0443237 Oct 27 14:12:02.671180 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a1295985-3d08-4933-92e3-ca3da019345d req-2969e9b1-c2f6-4839-ab6c-24a626fe00cb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700953 Oct 27 14:12:02.718499 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-6c6b27f6-4cf5-4e12-b3df-3007da9023cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:02.719927 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-6c6b27f6-4cf5-4e12-b3df-3007da9023cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9542053b-0ba0-4648-a9e1-b738e24b60b0 HTTP/1.1" status: 200 len: 852 time: 0.0461006 Oct 27 14:12:02.757820 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-97b0cceb-0f3a-4418-b076-77f578a31626 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49426a46-3d9b-4fab-9e6a-61033ee79622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232224 Oct 27 14:12:02.846398 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-6ecea474-649d-4fda-bb28-1907c7515bc5 service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800867 Oct 27 14:12:02.948547 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7f7c45b8-5498-4157-a6a2-5814a313e3c6 req-8e2b2433-af50-4653-b0c7-77157966b2f2 service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906067 Oct 27 14:12:03.038235 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfd122-abe2-45e7-8350-287c9abb2db6 req-b16e69bb-aff6-4a1a-8a54-f16f6d36586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:03.039698 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91bfd122-abe2-45e7-8350-287c9abb2db6 req-b16e69bb-aff6-4a1a-8a54-f16f6d36586d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0416687 Oct 27 14:12:03.133403 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfd122-abe2-45e7-8350-287c9abb2db6 req-b384bd24-7adc-496f-b088-f1459b6c4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:03.134839 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91bfd122-abe2-45e7-8350-287c9abb2db6 req-b384bd24-7adc-496f-b088-f1459b6c4e8d service neutron] 10.222.0.66 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 913 time: 0.0881624 Oct 27 14:12:03.179499 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91bfd122-abe2-45e7-8350-287c9abb2db6 req-59962557-4a5a-4c93-a24d-40c97be394e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5bd7606-ab29-47db-adc7-9cec4230d631 HTTP/1.1" status: 200 len: 217 time: 0.0341511 Oct 27 14:12:03.231968 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfd122-abe2-45e7-8350-287c9abb2db6 req-bfdd35fc-2bf7-4eb1-b73f-9a5d45d75275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:03.233424 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91bfd122-abe2-45e7-8350-287c9abb2db6 req-bfdd35fc-2bf7-4eb1-b73f-9a5d45d75275 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9542053b-0ba0-4648-a9e1-b738e24b60b0 HTTP/1.1" status: 200 len: 852 time: 0.0445478 Oct 27 14:12:03.269510 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91bfd122-abe2-45e7-8350-287c9abb2db6 req-594f6d84-5741-42bc-850e-145fcd381c8b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49426a46-3d9b-4fab-9e6a-61033ee79622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276704 Oct 27 14:12:03.603773 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91bfd122-abe2-45e7-8350-287c9abb2db6 req-4fe5363a-eabb-4d1c-a3f8-c27ad8501b21 service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251500 Oct 27 14:12:03.696836 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-91bfd122-abe2-45e7-8350-287c9abb2db6 req-59db57d0-8d12-4ee5-848e-dba1a9530f8f service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838387 Oct 27 14:12:03.789949 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fafa-07cd-40fb-9058-357442746b37 req-bba302ff-014c-4ce3-a294-cf78c40dec15 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:03.791540 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a153fafa-07cd-40fb-9058-357442746b37 req-bba302ff-014c-4ce3-a294-cf78c40dec15 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 943 time: 0.0525575 Oct 27 14:12:03.834050 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a153fafa-07cd-40fb-9058-357442746b37 req-33020f1f-2443-4570-97c4-a8d3e7a614e3 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362363 Oct 27 14:12:04.946180 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590ced2-e479-42af-9c2c-663e6f85854b req-16d4479c-3fe8-4a0e-84ad-04cdc7e1eb32 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:04.947643 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6590ced2-e479-42af-9c2c-663e6f85854b req-16d4479c-3fe8-4a0e-84ad-04cdc7e1eb32 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 943 time: 0.0481164 Oct 27 14:12:04.984878 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6590ced2-e479-42af-9c2c-663e6f85854b req-9d08d063-e9ac-478f-ad4c-ff90d6604df1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306761 Oct 27 14:12:05.389246 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device d5bd7606-ab29-47db-adc7-9cec4230d631 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:12:05.485326 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port d5bd7606-ab29-47db-adc7-9cec4230d631, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d5bd7606-ab29-47db-adc7-9cec4230d631,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:05.496570 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'd5bd7606-ab29-47db-adc7-9cec4230d631', 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622', 'port_id': 'd5bd7606-ab29-47db-adc7-9cec4230d631', 'mac_address': 'fa:16:3e:e2:bc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9542053b-0ba0-4648-a9e1-b738e24b60b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:12:05.532887 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:05.545670 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bd7606-ab29-47db-adc7-9cec4230d631 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:05.565147 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port d5bd7606-ab29-47db-adc7-9cec4230d631, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d5bd7606-ab29-47db-adc7-9cec4230d631,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:05.568765 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:05.618591 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=d5bd7606-ab29-47db-adc7-9cec4230d631,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:05.626117 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.626476 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.626841 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.627178 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.627510 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.627842 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.628274 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.628611 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.628988 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.629380 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.629704 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:05.630027 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:06.097947 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b38d-558f-4a3b-86cd-3eb646950107 req-d8fb783c-f33d-4dd8-9b11-868152660027 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:06.099409 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c024b38d-558f-4a3b-86cd-3eb646950107 req-d8fb783c-f33d-4dd8-9b11-868152660027 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 944 time: 0.0489197 Oct 27 14:12:06.126463 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['d5bd7606-ab29-47db-adc7-9cec4230d631'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:06.136687 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c024b38d-558f-4a3b-86cd-3eb646950107 req-8e12b500-79e6-4c98-a389-d8eb13762ef0 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Oct 27 14:12:07.255543 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d8921-074c-458a-83e9-31747c00bc29 req-192e8720-c656-4590-b009-bc4cb0872503 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:07.257927 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bc6d8921-074c-458a-83e9-31747c00bc29 req-192e8720-c656-4590-b009-bc4cb0872503 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 944 time: 0.0488789 Oct 27 14:12:07.294446 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bc6d8921-074c-458a-83e9-31747c00bc29 req-f4d3f94e-e364-4bfb-bb17-4634499f5367 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309246 Oct 27 14:12:07.373373 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device d5bd7606-ab29-47db-adc7-9cec4230d631 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:12:07.425563 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port d5bd7606-ab29-47db-adc7-9cec4230d631 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:07.429216 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port d5bd7606-ab29-47db-adc7-9cec4230d631 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:07.429587 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:07.504721 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:07.526321 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf640ab9-132b-4c1d-a266-77686b4ef0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bd7606-ab29-47db-adc7-9cec4230d631'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:07.528616 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a6630e-d587-4755-84fc-a0403afbce47" -d '{"events": [{"server_uuid": "cf640ab9-132b-4c1d-a266-77686b4ef0a0", "name": "network-vif-plugged", "status": "completed", "tag": "d5bd7606-ab29-47db-adc7-9cec4230d631"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:12:07.541560 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port d5bd7606-ab29-47db-adc7-9cec4230d631, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d5bd7606-ab29-47db-adc7-9cec4230d631,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:07.546335 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:07.595026 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=d5bd7606-ab29-47db-adc7-9cec4230d631,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:07.678040 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8afe3b-04ed-4f08-bef3-3256eaba925d x-openstack-request-id: req-cb8afe3b-04ed-4f08-bef3-3256eaba925d {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:12:07.678341 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf640ab9-132b-4c1d-a266-77686b4ef0a0", "name": "network-vif-plugged", "status": "completed", "tag": "d5bd7606-ab29-47db-adc7-9cec4230d631", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:12:07.678595 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb8afe3b-04ed-4f08-bef3-3256eaba925d {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:12:07.678982 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf640ab9-132b-4c1d-a266-77686b4ef0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bd7606-ab29-47db-adc7-9cec4230d631', 'code': 200} Oct 27 14:12:07.868469 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769a87a-4d83-4967-9244-fefc3c1ba816 req-444d7c9b-2315-4c43-828e-79a7b900ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:07.869923 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5769a87a-4d83-4967-9244-fefc3c1ba816 req-444d7c9b-2315-4c43-828e-79a7b900ad0b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 1098 time: 0.0432754 Oct 27 14:12:07.907000 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5769a87a-4d83-4967-9244-fefc3c1ba816 req-082a655a-ca88-48e9-9751-37ca766af835 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274866 Oct 27 14:12:08.408021 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9d2d2-d162-4739-b01c-82af7a163e57 req-3bc836d3-4fb0-47a7-9b2f-55e6c92ea7d1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:08.409494 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cbb9d2d2-d162-4739-b01c-82af7a163e57 req-3bc836d3-4fb0-47a7-9b2f-55e6c92ea7d1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 945 time: 0.0489156 Oct 27 14:12:08.445384 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-cbb9d2d2-d162-4739-b01c-82af7a163e57 req-39d64953-8399-4a42-b96e-ab68bf96cd95 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300705 Oct 27 14:12:09.560612 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0cbdc-cdb4-4872-b664-eee9b5d39f9b req-330cf90d-41a4-4d80-81b6-8525faa91b13 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:09.562092 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dae0cbdc-cdb4-4872-b664-eee9b5d39f9b req-330cf90d-41a4-4d80-81b6-8525faa91b13 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 945 time: 0.0478141 Oct 27 14:12:09.603036 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-dae0cbdc-cdb4-4872-b664-eee9b5d39f9b req-734bec36-77cf-4d5b-8aaf-7cdf2b1cfd36 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Oct 27 14:12:10.716887 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4004689-4ef7-49fd-b47a-4b1c27f8e6b7 req-38dd8662-f087-4d2e-bab1-8e128f6d9c64 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:10.718371 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e4004689-4ef7-49fd-b47a-4b1c27f8e6b7 req-38dd8662-f087-4d2e-bab1-8e128f6d9c64 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Oct 27 14:12:10.757924 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e4004689-4ef7-49fd-b47a-4b1c27f8e6b7 req-b32b0c30-64a0-47a0-9a50-0c71c31a0391 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Oct 27 14:12:11.847087 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ac12-3eec-42f3-b5b5-28cdf8143f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:12.438291 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a88608-1c73-4add-800c-65023f5e967b req-5360b400-34a3-4673-8d7d-a334afb49afb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:12.439710 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-5360b400-34a3-4673-8d7d-a334afb49afb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 812 time: 0.1025839 Oct 27 14:12:12.454879 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-9d9bf0a3-278b-478d-becf-d54c206c4067 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/quotas/6b571898ffdb4ba9bada255eae4a0845 HTTP/1.1" status: 200 len: 375 time: 0.0095165 Oct 27 14:12:12.504280 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-810b8b49-a69f-40d0-9b16-8890939476fc tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438435 Oct 27 14:12:12.594639 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-bccfe835-e6bd-44e3-a4e0-56868529f0fe service neutron] 10.222.0.54 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836151 Oct 27 14:12:12.681038 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-1377bb6e-6d97-493c-97d4-73dd58250cfc service neutron] 10.222.0.54 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806024 Oct 27 14:12:12.835222 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-277c12e6-ee70-4a8e-95d5-dcad024e8d12 req-584c7f1b-eb17-44a8-ba27-e867828c774f tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 210 time: 0.0301719 Oct 27 14:12:13.878818 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a88608-1c73-4add-800c-65023f5e967b req-eeaad0f4-7509-4403-a20f-062753e461ad tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:13.880601 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-eeaad0f4-7509-4403-a20f-062753e461ad tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 812 time: 0.1060643 Oct 27 14:12:13.898812 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Request body: {'port': {'device_id': 'c7edf095-f950-468c-8f58-f44d62e48568', 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622', 'admin_state_up': True, 'tenant_id': '6b571898ffdb4ba9bada255eae4a0845'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:13.938022 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-687b7771-26d8-4565-9813-3417431ec68e req-8d43972a-7803-4572-a102-345847f7638c tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 210 time: 0.0318558 Oct 27 14:12:14.012492 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Made reservation on behalf of 6b571898ffdb4ba9bada255eae4a0845 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:14.015908 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:14.141012 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Allocated IP 172.20.0.9 (49426a46-3d9b-4fab-9e6a-61033ee79622/9542053b-0ba0-4648-a9e1-b738e24b60b0/233d3bd7-857c-4e99-b07b-6094d013c1d4) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:14.282976 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:14.318753 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:14.332656 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd', 'd5bd7606-ab29-47db-adc7-9cec4230d631'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:14.368299 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Network 49426a46-3d9b-4fab-9e6a-61033ee79622 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:14.372042 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:14.375931 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:14.401068 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Pushing event updated for resources: {'Port': ['ID=233d3bd7-857c-4e99-b07b-6094d013c1d4,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:14.426947 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:14.427549 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:14.443597 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-786a9548-cdfc-41f6-a789-0f831f6fe547 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489359 Oct 27 14:12:14.464275 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Request body: {'port': {'device_id': 'c7edf095-f950-468c-8f58-f44d62e48568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:14.517238 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:14.533175 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9ebc8ca5-d398-4fbc-bc2a-5d0c1cfa916b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:14.782027 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233d3bd7-857c-4e99-b07b-6094d013c1d4 {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:14.789119 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:14.801268 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Transition to ACTIVE for port object 233d3bd7-857c-4e99-b07b-6094d013c1d4 will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:14.804684 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:14.854305 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Pushing event updated for resources: {'Port': ['ID=233d3bd7-857c-4e99-b07b-6094d013c1d4,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:14.919386 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Attempting to bind port 233d3bd7-857c-4e99-b07b-6094d013c1d4 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:12:14.920076 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Attempting to bind port 233d3bd7-857c-4e99-b07b-6094d013c1d4 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:12:14.920076 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Attempting to bind port 233d3bd7-857c-4e99-b07b-6094d013c1d4 on network 49426a46-3d9b-4fab-9e6a-61033ee79622 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:12:14.924205 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Port 233d3bd7-857c-4e99-b07b-6094d013c1d4 on network 49426a46-3d9b-4fab-9e6a-61033ee79622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:12:14.924523 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Attempting to bind port 233d3bd7-857c-4e99-b07b-6094d013c1d4 on network 49426a46-3d9b-4fab-9e6a-61033ee79622 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:12:14.929262 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:12:14.929587 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Checking segment: {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:12:14.929954 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Bound using segment: {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:12:14.930364 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Bound port: 233d3bd7-857c-4e99-b07b-6094d013c1d4, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:12:14.930700 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:14.998140 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] For port 233d3bd7-857c-4e99-b07b-6094d013c1d4, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:15.001458 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] For port 233d3bd7-857c-4e99-b07b-6094d013c1d4, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=233d3bd7-857c-4e99-b07b-6094d013c1d4,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:15.005781 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:15.067029 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:15.067620 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:15.069038 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] 10.222.0.66 "PUT /v2.0/ports/233d3bd7-857c-4e99-b07b-6094d013c1d4 HTTP/1.1" status: 200 len: 1093 time: 0.6091111 Oct 27 14:12:15.069475 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7edf095-f950-468c-8f58-f44d62e48568', 'tag': '233d3bd7-857c-4e99-b07b-6094d013c1d4'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:15.071701 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e7ce01-6352-44f1-9cc7-7bef6736ee52" -d '{"events": [{"name": "network-changed", "server_uuid": "c7edf095-f950-468c-8f58-f44d62e48568", "tag": "233d3bd7-857c-4e99-b07b-6094d013c1d4"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:12:15.101597 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7261942-3a00-4b42-84a3-23ee45aa8d29 service neutron] Pushing event updated for resources: {'Port': ['ID=233d3bd7-857c-4e99-b07b-6094d013c1d4,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:15.112594 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44876f-f927-4bfb-a000-7313874a2911 req-525422a3-1903-4876-b64e-2d8be76439c0 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:15.114078 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3e44876f-f927-4bfb-a000-7313874a2911 req-525422a3-1903-4876-b64e-2d8be76439c0 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 943 time: 0.1052737 Oct 27 14:12:15.179210 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bf87b0-7284-4fb1-94a0-ad6ea941cc68 x-openstack-request-id: req-17bf87b0-7284-4fb1-94a0-ad6ea941cc68 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:12:15.179501 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7edf095-f950-468c-8f58-f44d62e48568", "tag": "233d3bd7-857c-4e99-b07b-6094d013c1d4", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:12:15.179749 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17bf87b0-7284-4fb1-94a0-ad6ea941cc68 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:12:15.180159 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7edf095-f950-468c-8f58-f44d62e48568', 'tag': '233d3bd7-857c-4e99-b07b-6094d013c1d4', 'status': 'completed', 'code': 200} Oct 27 14:12:15.190331 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3e44876f-f927-4bfb-a000-7313874a2911 req-43019afc-9c00-47dc-bbc1-14c5efdac4af tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638833 Oct 27 14:12:15.192957 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a88608-1c73-4add-800c-65023f5e967b req-31d8186e-9b5e-4a0d-98bf-87d1a5c3b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:15.194417 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-31d8186e-9b5e-4a0d-98bf-87d1a5c3b977 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 1096 time: 0.0755782 Oct 27 14:12:15.286630 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:15.506070 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-ec2d4431-bccf-46a2-8cd0-462591188e95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=233d3bd7-857c-4e99-b07b-6094d013c1d4 HTTP/1.1" status: 200 len: 217 time: 0.0336564 Oct 27 14:12:15.559842 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a88608-1c73-4add-800c-65023f5e967b req-27d518e4-0598-43ba-8f2d-9ae03d42b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:15.561268 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-27d518e4-0598-43ba-8f2d-9ae03d42b43a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9542053b-0ba0-4648-a9e1-b738e24b60b0 HTTP/1.1" status: 200 len: 852 time: 0.0466297 Oct 27 14:12:15.597430 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-c5015db8-bf5a-45de-9f39-da0ec837f823 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49426a46-3d9b-4fab-9e6a-61033ee79622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237896 Oct 27 14:12:15.696485 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-a13a886b-0d13-4a13-810a-276de30120c9 service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844555 Oct 27 14:12:15.790579 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05a88608-1c73-4add-800c-65023f5e967b req-9c492fa0-9ac4-4b14-93cd-7306f6453854 service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856686 Oct 27 14:12:15.876602 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7ce01-6352-44f1-9cc7-7bef6736ee52 req-b7156877-5e54-44fc-a904-fcad252420bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:15.878052 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-12e7ce01-6352-44f1-9cc7-7bef6736ee52 req-b7156877-5e54-44fc-a904-fcad252420bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 1096 time: 0.0406239 Oct 27 14:12:15.971584 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7ce01-6352-44f1-9cc7-7bef6736ee52 req-ec752dba-e907-4014-94d4-56b05f685b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:15.973024 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-12e7ce01-6352-44f1-9cc7-7bef6736ee52 req-ec752dba-e907-4014-94d4-56b05f685b9c service neutron] 10.222.0.66 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 913 time: 0.0862513 Oct 27 14:12:16.015928 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-12e7ce01-6352-44f1-9cc7-7bef6736ee52 req-da921ff9-106a-40a3-9795-de55de7794c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=233d3bd7-857c-4e99-b07b-6094d013c1d4 HTTP/1.1" status: 200 len: 217 time: 0.0349653 Oct 27 14:12:16.067997 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7ce01-6352-44f1-9cc7-7bef6736ee52 req-2273d4bf-adaa-4c0b-a093-64d9309afb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:16.069379 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-12e7ce01-6352-44f1-9cc7-7bef6736ee52 req-2273d4bf-adaa-4c0b-a093-64d9309afb55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9542053b-0ba0-4648-a9e1-b738e24b60b0 HTTP/1.1" status: 200 len: 852 time: 0.0439394 Oct 27 14:12:16.104649 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-12e7ce01-6352-44f1-9cc7-7bef6736ee52 req-c9d146a0-b7f9-46e9-8ff6-75bad7db875b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49426a46-3d9b-4fab-9e6a-61033ee79622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282142 Oct 27 14:12:16.126007 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:16.198160 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-12e7ce01-6352-44f1-9cc7-7bef6736ee52 req-047706fb-eedd-4c70-ac45-e8ca5ef9b4c1 service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855663 Oct 27 14:12:16.293586 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-12e7ce01-6352-44f1-9cc7-7bef6736ee52 req-4cb40408-c740-4ff0-8bed-6c609cba0019 service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868578 Oct 27 14:12:16.304959 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd63082-9057-40c5-a4fa-6e1d8d56cbce req-655e3767-a458-4299-8510-5ac044e74fd1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:16.306424 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fbd63082-9057-40c5-a4fa-6e1d8d56cbce req-655e3767-a458-4299-8510-5ac044e74fd1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 943 time: 0.0474651 Oct 27 14:12:16.345761 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fbd63082-9057-40c5-a4fa-6e1d8d56cbce req-c529ba8c-b672-4ced-900d-6a7bc0e733e8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Oct 27 14:12:17.456595 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de65988-7b02-4b25-9152-5e7ed17f1477 req-a31b63b1-a13d-4c11-baac-a893ab403f50 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:17.458020 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1de65988-7b02-4b25-9152-5e7ed17f1477 req-a31b63b1-a13d-4c11-baac-a893ab403f50 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 943 time: 0.0477805 Oct 27 14:12:17.496737 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1de65988-7b02-4b25-9152-5e7ed17f1477 req-cbbff40b-f33c-4cbb-883c-99f9e8c4e7e6 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Oct 27 14:12:17.615116 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:18.606409 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb1d58-f2de-456a-94d1-6b11234c0ed6 req-26e622c9-04f9-41db-bd9f-bac642f777bb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:18.607850 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a0cb1d58-f2de-456a-94d1-6b11234c0ed6 req-26e622c9-04f9-41db-bd9f-bac642f777bb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 943 time: 0.0471835 Oct 27 14:12:18.644796 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a0cb1d58-f2de-456a-94d1-6b11234c0ed6 req-2c6f2fb7-8ae5-49fc-bd5d-891ec45ca4e5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Oct 27 14:12:19.494068 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 233d3bd7-857c-4e99-b07b-6094d013c1d4 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:12:19.589766 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 233d3bd7-857c-4e99-b07b-6094d013c1d4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=233d3bd7-857c-4e99-b07b-6094d013c1d4,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:19.600384 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '233d3bd7-857c-4e99-b07b-6094d013c1d4', 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622', 'port_id': '233d3bd7-857c-4e99-b07b-6094d013c1d4', 'mac_address': 'fa:16:3e:58:fb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9542053b-0ba0-4648-a9e1-b738e24b60b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:12:19.635899 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:19.648391 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233d3bd7-857c-4e99-b07b-6094d013c1d4 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:19.672036 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 233d3bd7-857c-4e99-b07b-6094d013c1d4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=233d3bd7-857c-4e99-b07b-6094d013c1d4,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:19.675675 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:19.723223 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=233d3bd7-857c-4e99-b07b-6094d013c1d4,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:19.757479 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0985a-54b3-444a-93b7-9c39e55e026c req-11db88d6-871c-4f62-a98c-f3c572956699 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:19.758848 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4ec0985a-54b3-444a-93b7-9c39e55e026c req-11db88d6-871c-4f62-a98c-f3c572956699 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 944 time: 0.0486016 Oct 27 14:12:19.795968 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4ec0985a-54b3-444a-93b7-9c39e55e026c req-7f08c132-c2c6-44ba-914b-3ab3b2f7c284 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310922 Oct 27 14:12:20.231338 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:20.444225 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['233d3bd7-857c-4e99-b07b-6094d013c1d4'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:20.910619 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cef9f4-01fd-43d4-9220-c79ce96adf69 req-b171167d-81a7-4d31-8138-0c2a1cf5373d tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:20.912046 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-26cef9f4-01fd-43d4-9220-c79ce96adf69 req-b171167d-81a7-4d31-8138-0c2a1cf5373d tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 944 time: 0.0493040 Oct 27 14:12:20.952508 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-26cef9f4-01fd-43d4-9220-c79ce96adf69 req-4c5806c7-2d2a-4fa5-8b16-8bf12db39fe6 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Oct 27 14:12:22.067211 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de39ed-4eea-4f9b-a4d8-d2edeab94742 req-35fd06de-0292-437f-8bb1-b0e908f5ec08 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:22.068687 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-38de39ed-4eea-4f9b-a4d8-d2edeab94742 req-35fd06de-0292-437f-8bb1-b0e908f5ec08 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 944 time: 0.0520601 Oct 27 14:12:22.107674 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-38de39ed-4eea-4f9b-a4d8-d2edeab94742 req-ebec5f97-be24-4feb-9d00-04631f149a97 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325987 Oct 27 14:12:23.224200 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f70e-b06b-4fc5-a2b4-a584981eeedc req-6032fed2-4591-4001-861c-8263f38f7a50 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:23.226333 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6121f70e-b06b-4fc5-a2b4-a584981eeedc req-6032fed2-4591-4001-861c-8263f38f7a50 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 944 time: 0.0512562 Oct 27 14:12:23.273431 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6121f70e-b06b-4fc5-a2b4-a584981eeedc req-52a28ca4-cabd-4b01-914f-de240e16b0c4 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 Oct 27 14:12:23.494103 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 233d3bd7-857c-4e99-b07b-6094d013c1d4 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:12:23.542994 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 233d3bd7-857c-4e99-b07b-6094d013c1d4 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:23.546675 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 233d3bd7-857c-4e99-b07b-6094d013c1d4 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:23.547042 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:23.622350 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:23.647938 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7edf095-f950-468c-8f58-f44d62e48568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233d3bd7-857c-4e99-b07b-6094d013c1d4'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:23.650259 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad91407-6c9d-4534-a56d-a705d78d1960" -d '{"events": [{"server_uuid": "c7edf095-f950-468c-8f58-f44d62e48568", "name": "network-vif-plugged", "status": "completed", "tag": "233d3bd7-857c-4e99-b07b-6094d013c1d4"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:12:23.663488 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 233d3bd7-857c-4e99-b07b-6094d013c1d4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=233d3bd7-857c-4e99-b07b-6094d013c1d4,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:23.668147 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:23.692050 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4f1bbe-8eb8-430b-b0fe-45176b79b296 x-openstack-request-id: req-9d4f1bbe-8eb8-430b-b0fe-45176b79b296 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:12:23.692364 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7edf095-f950-468c-8f58-f44d62e48568", "name": "network-vif-plugged", "status": "completed", "tag": "233d3bd7-857c-4e99-b07b-6094d013c1d4", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:12:23.692614 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d4f1bbe-8eb8-430b-b0fe-45176b79b296 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:12:23.692991 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7edf095-f950-468c-8f58-f44d62e48568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233d3bd7-857c-4e99-b07b-6094d013c1d4', 'code': 200} Oct 27 14:12:23.718448 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=233d3bd7-857c-4e99-b07b-6094d013c1d4,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:23.874147 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c732e-2315-4c4d-aa5b-576b7ce53610 req-a1e02245-c720-4852-8c1a-136b9d736f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:23.875583 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7a6c732e-2315-4c4d-aa5b-576b7ce53610 req-a1e02245-c720-4852-8c1a-136b9d736f55 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 1098 time: 0.0390072 Oct 27 14:12:23.913286 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7a6c732e-2315-4c4d-aa5b-576b7ce53610 req-a3c37985-f7ab-4b53-ab4b-2c787140a5b2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286491 Oct 27 14:12:24.397500 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc76f05-c025-44d1-90d7-4388748d1bbf req-e1428b96-7784-4e48-bf99-6d7bcdd7b803 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:24.398968 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9dc76f05-c025-44d1-90d7-4388748d1bbf req-e1428b96-7784-4e48-bf99-6d7bcdd7b803 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 945 time: 0.0559247 Oct 27 14:12:24.436860 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9dc76f05-c025-44d1-90d7-4388748d1bbf req-c4b75221-4574-4438-b9e8-e243bf7f2700 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312121 Oct 27 14:12:25.549854 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32495-f875-4ca5-80ed-c8efa34fbe96 req-9adbc71b-aa13-4fe6-849d-23fdd41beedb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:25.551204 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22c32495-f875-4ca5-80ed-c8efa34fbe96 req-9adbc71b-aa13-4fe6-849d-23fdd41beedb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 945 time: 0.0485926 Oct 27 14:12:25.588132 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-22c32495-f875-4ca5-80ed-c8efa34fbe96 req-4a9689ec-57f3-4681-b499-9e7047e25c18 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Oct 27 14:12:26.700994 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37d39-90ae-4970-b97b-188fab93c3e7 req-c79b439c-5052-46e2-83d3-1bef1436e3c0 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:26.702445 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05f37d39-90ae-4970-b97b-188fab93c3e7 req-c79b439c-5052-46e2-83d3-1bef1436e3c0 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 945 time: 0.0484312 Oct 27 14:12:26.741033 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05f37d39-90ae-4970-b97b-188fab93c3e7 req-303721a7-5f6a-4a3e-836f-c2f27075841b tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326998 Oct 27 14:12:27.090721 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:12:41.848521 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-fdc30d57-f212-4c38-a343-023fcedc2323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:44.515247 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-78839685-ee23-49ec-8249-582d5ea62062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:45.289326 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:46.128725 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:47.615894 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:48.951113 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-1a5d424b-3faf-4c3a-88c2-12ae0d058ea1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:48.952568 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-1a5d424b-3faf-4c3a-88c2-12ae0d058ea1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 812 time: 0.1048656 Oct 27 14:12:48.966842 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-fd9bd698-25f4-4834-a8e3-974b9d9bd27e tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/quotas/6b571898ffdb4ba9bada255eae4a0845 HTTP/1.1" status: 200 len: 375 time: 0.0086265 Oct 27 14:12:49.018337 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-d4451724-4ad3-4e52-a4e6-ccffa0d83747 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459301 Oct 27 14:12:49.106362 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-b3303d42-7de6-49fe-812b-33500fc704b0 service neutron] 10.222.0.54 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810328 Oct 27 14:12:49.197393 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-e5a351c7-d796-476f-8454-93bb804dd59b service neutron] 10.222.0.54 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851178 Oct 27 14:12:49.351194 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dcccdc4c-ae75-4610-880f-e3c568ec2e50 req-8ca43604-108d-4c63-ab01-7f5934c5a643 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 210 time: 0.0270967 Oct 27 14:12:50.228347 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.393163 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-6a309469-5276-4312-8eea-3e418ea15b3a tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:50.394631 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-6a309469-5276-4312-8eea-3e418ea15b3a tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 812 time: 0.1078115 Oct 27 14:12:50.418106 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Request body: {'port': {'device_id': '47313e03-c7b1-47af-a9de-cd1e3a978fe9', 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622', 'admin_state_up': True, 'tenant_id': '6b571898ffdb4ba9bada255eae4a0845'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:50.445321 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-560f539d-df36-4b98-9e36-353ecfb557b7 req-4239e9d7-ef11-4450-81b2-8bf2bb2d7031 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 210 time: 0.0268471 Oct 27 14:12:50.544085 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Made reservation on behalf of 6b571898ffdb4ba9bada255eae4a0845 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:50.547639 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.667863 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Allocated IP 172.20.0.2 (49426a46-3d9b-4fab-9e6a-61033ee79622/9542053b-0ba0-4648-a9e1-b738e24b60b0/cca5445d-732b-4444-813c-5c52c39678a9) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:50.813650 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.850268 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.864727 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd', 'd5bd7606-ab29-47db-adc7-9cec4230d631', '233d3bd7-857c-4e99-b07b-6094d013c1d4'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:50.897489 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Network 49426a46-3d9b-4fab-9e6a-61033ee79622 is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:50.903337 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:50.905531 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Pushing event updated for resources: {'Port': ['ID=cca5445d-732b-4444-813c-5c52c39678a9,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:50.912041 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:50.916204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.916550 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.916889 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.917210 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.917563 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.917871 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.918188 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.918512 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.918827 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.919143 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.919463 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.919779 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:50.968594 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:50.969221 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:50.985015 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-74d9f882-a1aa-4f6f-b97d-127395739ff8 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714064 Oct 27 14:12:51.006478 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Request body: {'port': {'device_id': '47313e03-c7b1-47af-a9de-cd1e3a978fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:12:51.059149 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:51.317593 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca5445d-732b-4444-813c-5c52c39678a9 {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:51.324739 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:51.337014 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Transition to ACTIVE for port object cca5445d-732b-4444-813c-5c52c39678a9 will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:51.340468 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:51.410012 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Pushing event updated for resources: {'Port': ['ID=cca5445d-732b-4444-813c-5c52c39678a9,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:51.458926 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Attempting to bind port cca5445d-732b-4444-813c-5c52c39678a9 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:12:51.459256 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Attempting to bind port cca5445d-732b-4444-813c-5c52c39678a9 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:12:51.459597 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Attempting to bind port cca5445d-732b-4444-813c-5c52c39678a9 on network 49426a46-3d9b-4fab-9e6a-61033ee79622 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:12:51.463917 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Port cca5445d-732b-4444-813c-5c52c39678a9 on network 49426a46-3d9b-4fab-9e6a-61033ee79622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:12:51.464510 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Attempting to bind port cca5445d-732b-4444-813c-5c52c39678a9 on network 49426a46-3d9b-4fab-9e6a-61033ee79622 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:12:51.469871 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:12:51.470261 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Checking segment: {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:12:51.470642 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Bound using segment: {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:12:51.471132 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Bound port: cca5445d-732b-4444-813c-5c52c39678a9, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9a10c7-cbac-41c9-8f0d-c433590732aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:12:51.471409 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:51.565531 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] For port cca5445d-732b-4444-813c-5c52c39678a9, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:51.582305 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] For port cca5445d-732b-4444-813c-5c52c39678a9, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cca5445d-732b-4444-813c-5c52c39678a9,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:51.587204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:51.602042 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8ddb6-e818-4946-85ef-d17f379e69c5 req-2942ac6b-91f6-459f-8b41-363433fd21b9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:51.603501 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-69d8ddb6-e818-4946-85ef-d17f379e69c5 req-2942ac6b-91f6-459f-8b41-363433fd21b9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 943 time: 0.0838344 Oct 27 14:12:51.639559 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:51.640189 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:51.641538 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] 10.222.0.66 "PUT /v2.0/ports/cca5445d-732b-4444-813c-5c52c39678a9 HTTP/1.1" status: 200 len: 1093 time: 0.6392605 Oct 27 14:12:51.643532 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47313e03-c7b1-47af-a9de-cd1e3a978fe9', 'tag': 'cca5445d-732b-4444-813c-5c52c39678a9'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:51.645756 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a24ccb-1dfa-486d-b577-b1037e39c922" -d '{"events": [{"name": "network-changed", "server_uuid": "47313e03-c7b1-47af-a9de-cd1e3a978fe9", "tag": "cca5445d-732b-4444-813c-5c52c39678a9"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:12:51.681641 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e00e0-4d8a-4a21-9474-c4af6fe4f7bd service neutron] Pushing event updated for resources: {'Port': ['ID=cca5445d-732b-4444-813c-5c52c39678a9,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:51.686051 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e058225d-68ff-4242-9a62-6e8e6300574a x-openstack-request-id: req-e058225d-68ff-4242-9a62-6e8e6300574a {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:12:51.686318 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47313e03-c7b1-47af-a9de-cd1e3a978fe9", "tag": "cca5445d-732b-4444-813c-5c52c39678a9", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:12:51.686502 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e058225d-68ff-4242-9a62-6e8e6300574a {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:12:51.686895 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47313e03-c7b1-47af-a9de-cd1e3a978fe9', 'tag': 'cca5445d-732b-4444-813c-5c52c39678a9', 'status': 'completed', 'code': 200} Oct 27 14:12:51.694644 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-69d8ddb6-e818-4946-85ef-d17f379e69c5 req-947821fa-62d7-41fe-b052-c9dc9d21bc18 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720403 Oct 27 14:12:51.738372 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-48926b77-09a2-464e-90be-7063b286b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:51.739828 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-48926b77-09a2-464e-90be-7063b286b354 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0404527 Oct 27 14:12:51.795607 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-99d392cb-263b-48df-8b07-38d933572cc2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cca5445d-732b-4444-813c-5c52c39678a9 HTTP/1.1" status: 200 len: 217 time: 0.0359361 Oct 27 14:12:51.843203 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-109ac61c-8ed0-4170-aeac-b8eb300a49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:51.845087 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-109ac61c-8ed0-4170-aeac-b8eb300a49cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9542053b-0ba0-4648-a9e1-b738e24b60b0 HTTP/1.1" status: 200 len: 852 time: 0.0419221 Oct 27 14:12:51.878265 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-3ba47195-8cfb-4356-acd0-20750fe180b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49426a46-3d9b-4fab-9e6a-61033ee79622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242989 Oct 27 14:12:51.978369 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-ec5a0295-477d-4bfd-b788-7262fc5791d9 service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870986 Oct 27 14:12:52.087931 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa364e87-d974-4c03-9d00-c5b4629f797e req-6b7728c9-83d0-456e-8c50-182f0bcc63ac service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923049 Oct 27 14:12:52.185450 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a24ccb-1dfa-486d-b577-b1037e39c922 req-a386852c-ca1f-4f07-a186-bd14960b7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:52.186917 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c4a24ccb-1dfa-486d-b577-b1037e39c922 req-a386852c-ca1f-4f07-a186-bd14960b7740 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b571898ffdb4ba9bada255eae4a0845&device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0444715 Oct 27 14:12:52.302650 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a24ccb-1dfa-486d-b577-b1037e39c922 req-c3d09f4f-97a8-489e-a210-972facbc030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:52.304085 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c4a24ccb-1dfa-486d-b577-b1037e39c922 req-c3d09f4f-97a8-489e-a210-972facbc030b service neutron] 10.222.0.66 "GET /v2.0/networks?id=49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 200 len: 913 time: 0.0831387 Oct 27 14:12:52.361156 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c4a24ccb-1dfa-486d-b577-b1037e39c922 req-03e13e97-3d3e-4714-831b-472cdbecb777 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cca5445d-732b-4444-813c-5c52c39678a9 HTTP/1.1" status: 200 len: 217 time: 0.0366437 Oct 27 14:12:52.414756 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a24ccb-1dfa-486d-b577-b1037e39c922 req-e311acdb-d517-48a0-876e-e92bc9f9def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:52.416130 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c4a24ccb-1dfa-486d-b577-b1037e39c922 req-e311acdb-d517-48a0-876e-e92bc9f9def1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9542053b-0ba0-4648-a9e1-b738e24b60b0 HTTP/1.1" status: 200 len: 852 time: 0.0427337 Oct 27 14:12:52.452684 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c4a24ccb-1dfa-486d-b577-b1037e39c922 req-3343dd6b-95be-48ad-9a75-b1df2bb3050f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49426a46-3d9b-4fab-9e6a-61033ee79622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233846 Oct 27 14:12:52.545358 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c4a24ccb-1dfa-486d-b577-b1037e39c922 req-c954bd73-1890-466a-bb8f-987fd520cf5b service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848050 Oct 27 14:12:52.636781 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c4a24ccb-1dfa-486d-b577-b1037e39c922 req-336b11e0-0431-486b-b105-453ea1ffad1d service neutron] 10.222.0.66 "GET /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793533 Oct 27 14:12:52.809450 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f435df-03e5-4690-9d26-f9acca1e0b41 req-1ef0d59d-8bd5-4b05-946a-e7a515a32c1f tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:52.810907 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-09f435df-03e5-4690-9d26-f9acca1e0b41 req-1ef0d59d-8bd5-4b05-946a-e7a515a32c1f tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 943 time: 0.0492985 Oct 27 14:12:52.847703 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-09f435df-03e5-4690-9d26-f9acca1e0b41 req-99188bc5-0545-4822-8ca6-b4281a6e0acc tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303907 Oct 27 14:12:53.961259 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ec3c0-8561-48db-b11e-423e557b120a req-1c9224f2-5f41-4ac0-821f-32b45d3c8a16 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:53.962701 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f99ec3c0-8561-48db-b11e-423e557b120a req-1c9224f2-5f41-4ac0-821f-32b45d3c8a16 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 943 time: 0.0479577 Oct 27 14:12:53.998264 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f99ec3c0-8561-48db-b11e-423e557b120a req-ca469bed-bc4b-49cc-8097-ac6435852e9f tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298502 Oct 27 14:12:54.621449 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b1afa-d969-4c2e-b8b4-a28db757ed1a req-498287d6-ce70-407d-9298-fe86acadaaab tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:54.622897 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3b3b1afa-d969-4c2e-b8b4-a28db757ed1a req-498287d6-ce70-407d-9298-fe86acadaaab tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 945 time: 0.2763469 Oct 27 14:12:54.660301 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3b3b1afa-d969-4c2e-b8b4-a28db757ed1a req-13e4a122-35f6-4a48-af23-0ae0b2318868 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Oct 27 14:12:55.115208 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e355c87-61ec-4d84-87d2-b18962fb77bd req-33f9a65a-89cf-4d2f-9518-8c80ac288392 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:55.116726 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0e355c87-61ec-4d84-87d2-b18962fb77bd req-33f9a65a-89cf-4d2f-9518-8c80ac288392 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 943 time: 0.0517764 Oct 27 14:12:55.153231 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0e355c87-61ec-4d84-87d2-b18962fb77bd req-db030298-8f53-4353-900c-f5b4b0997d6f tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Oct 27 14:12:55.618360 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cca5445d-732b-4444-813c-5c52c39678a9 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:12:55.713897 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port cca5445d-732b-4444-813c-5c52c39678a9, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cca5445d-732b-4444-813c-5c52c39678a9,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:55.725393 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'cca5445d-732b-4444-813c-5c52c39678a9', 'network_id': '49426a46-3d9b-4fab-9e6a-61033ee79622', 'port_id': 'cca5445d-732b-4444-813c-5c52c39678a9', 'mac_address': 'fa:16:3e:38:1e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9542053b-0ba0-4648-a9e1-b738e24b60b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:12:55.761580 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:55.773313 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b027ed6-3409-4602-ba6e-adaf740307fe req-7d162b5e-bf21-4478-9b24-daaf1b301999 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:55.774545 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca5445d-732b-4444-813c-5c52c39678a9 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:55.774782 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1b027ed6-3409-4602-ba6e-adaf740307fe req-7d162b5e-bf21-4478-9b24-daaf1b301999 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 945 time: 0.0479298 Oct 27 14:12:55.794773 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port cca5445d-732b-4444-813c-5c52c39678a9, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cca5445d-732b-4444-813c-5c52c39678a9,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:55.798361 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:55.813376 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1b027ed6-3409-4602-ba6e-adaf740307fe req-e806da3b-e491-4bab-9fbf-69dd70620f98 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323782 Oct 27 14:12:55.847210 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=cca5445d-732b-4444-813c-5c52c39678a9,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:56.270361 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776cc03-a2d7-46f3-b3a5-eb34990ff368 req-6ba15651-fc37-4495-8000-da3203f5adc1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:56.271868 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9776cc03-a2d7-46f3-b3a5-eb34990ff368 req-6ba15651-fc37-4495-8000-da3203f5adc1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 944 time: 0.0484207 Oct 27 14:12:56.308686 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9776cc03-a2d7-46f3-b3a5-eb34990ff368 req-2e9e4ee4-4733-4937-981f-93310ce0c736 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Oct 27 14:12:56.347019 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['cca5445d-732b-4444-813c-5c52c39678a9'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:56.930297 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a0f98-5d57-44ec-a272-d0fc35f035a1 req-e3b415c3-f541-49c0-b7cf-cf320d5664cf tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:56.931723 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4a5a0f98-5d57-44ec-a272-d0fc35f035a1 req-e3b415c3-f541-49c0-b7cf-cf320d5664cf tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 945 time: 0.0481751 Oct 27 14:12:56.971415 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4a5a0f98-5d57-44ec-a272-d0fc35f035a1 req-6f1d385a-eabd-42c3-acab-25db341ed4e8 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Oct 27 14:12:57.184567 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-e9e8b039-c1a7-4dea-ae76-1b1916fc80aa tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:57.186006 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-e9e8b039-c1a7-4dea-ae76-1b1916fc80aa tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.66 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Oct 27 14:12:57.290725 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-06c9adba-a1ab-4b05-a95b-b16eb027b678 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Deleting port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:12:57.291414 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-06c9adba-a1ab-4b05-a95b-b16eb027b678 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.377287 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-06c9adba-a1ab-4b05-a95b-b16eb027b678 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] For port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,segment=NetworkSegment(f4b82913-5a2c-4df1-9f66-2f30255f0829),segment_id=f4b82913-5a2c-4df1-9f66-2f30255f0829)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:57.377643 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-06c9adba-a1ab-4b05-a95b-b16eb027b678 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.415635 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-06c9adba-a1ab-4b05-a95b-b16eb027b678 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Calling delete_port for 832e271f-72a1-47c1-9d4a-bcbe3c537a4b owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:12:57.473955 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815dba1-a478-41fa-b715-8309a2f3d312 req-76e9bfdf-0836-4fce-8a13-0639fddf23f6 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:57.475430 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7815dba1-a478-41fa-b715-8309a2f3d312 req-76e9bfdf-0836-4fce-8a13-0639fddf23f6 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 944 time: 0.1001828 Oct 27 14:12:57.541949 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7815dba1-a478-41fa-b715-8309a2f3d312 req-a1448efd-05df-455a-a98f-7209f1f6fb59 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598485 Oct 27 14:12:57.596244 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-06c9adba-a1ab-4b05-a95b-b16eb027b678 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.608970 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['832e271f-72a1-47c1-9d4a-bcbe3c537a4b'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:12:57.626134 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9adba-a1ab-4b05-a95b-b16eb027b678 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Pushing event deleted for resources: {'Port': ['ID=832e271f-72a1-47c1-9d4a-bcbe3c537a4b,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:57.667628 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-06c9adba-a1ab-4b05-a95b-b16eb027b678 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] No DVR routers for this DVR port 832e271f-72a1-47c1-9d4a-bcbe3c537a4b on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:12:57.669943 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-06c9adba-a1ab-4b05-a95b-b16eb027b678 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:57.673243 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8cedb1ae-c94d-4b31-8021-62e97f0ed261 req-06c9adba-a1ab-4b05-a95b-b16eb027b678 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.66 "DELETE /v2.0/ports/832e271f-72a1-47c1-9d4a-bcbe3c537a4b HTTP/1.1" status: 204 len: 173 time: 0.4709857 Oct 27 14:12:57.673676 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72641b7-4f2f-4d3e-aae1-704efd5ce437', 'name': 'network-vif-deleted', 'tag': '832e271f-72a1-47c1-9d4a-bcbe3c537a4b'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:57.675940 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d38bf29-f555-439f-a741-93bb243b138b" -d '{"events": [{"server_uuid": "f72641b7-4f2f-4d3e-aae1-704efd5ce437", "name": "network-vif-deleted", "tag": "832e271f-72a1-47c1-9d4a-bcbe3c537a4b"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:12:57.713335 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d978424f-7e06-4d92-be9c-4bf052289a4a x-openstack-request-id: req-d978424f-7e06-4d92-be9c-4bf052289a4a {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:12:57.713628 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72641b7-4f2f-4d3e-aae1-704efd5ce437", "name": "network-vif-deleted", "tag": "832e271f-72a1-47c1-9d4a-bcbe3c537a4b", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:12:57.713902 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d978424f-7e06-4d92-be9c-4bf052289a4a {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:12:57.714297 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72641b7-4f2f-4d3e-aae1-704efd5ce437', 'name': 'network-vif-deleted', 'tag': '832e271f-72a1-47c1-9d4a-bcbe3c537a4b', 'status': 'completed', 'code': 200} Oct 27 14:12:58.072850 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05a75a6d-5280-4e6e-b175-40a10f55a7fb req-eb2866cc-9f68-4a0d-b508-b1f076d01994 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=f72641b7-4f2f-4d3e-aae1-704efd5ce437 HTTP/1.1" status: 200 len: 210 time: 0.0265856 Oct 27 14:12:58.657389 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737a80e-1a60-4531-aa3a-568f6d50c3a7 req-b5230841-d62f-469d-8487-aba3272ab2f1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:58.658839 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6737a80e-1a60-4531-aa3a-568f6d50c3a7 req-b5230841-d62f-469d-8487-aba3272ab2f1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 944 time: 0.0473251 Oct 27 14:12:58.695524 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6737a80e-1a60-4531-aa3a-568f6d50c3a7 req-3d02349a-b972-45ff-8f0a-2ed40f7aa4c0 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Oct 27 14:12:59.666470 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cca5445d-732b-4444-813c-5c52c39678a9 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:12:59.716693 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port cca5445d-732b-4444-813c-5c52c39678a9 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:59.720269 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port cca5445d-732b-4444-813c-5c52c39678a9 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:59.720646 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:59.797754 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:59.807447 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081f3f8-c64e-48cc-83ce-7e8ad562a8b9 req-bfaa201d-3180-483d-9535-a89bf86a74d5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:59.809247 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3081f3f8-c64e-48cc-83ce-7e8ad562a8b9 req-bfaa201d-3180-483d-9535-a89bf86a74d5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 944 time: 0.0476418 Oct 27 14:12:59.821626 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47313e03-c7b1-47af-a9de-cd1e3a978fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca5445d-732b-4444-813c-5c52c39678a9'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:59.823944 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc37badc-565e-41da-8f60-9b81d24b0b8d" -d '{"events": [{"server_uuid": "47313e03-c7b1-47af-a9de-cd1e3a978fe9", "name": "network-vif-plugged", "status": "completed", "tag": "cca5445d-732b-4444-813c-5c52c39678a9"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:12:59.841203 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port cca5445d-732b-4444-813c-5c52c39678a9, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cca5445d-732b-4444-813c-5c52c39678a9,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:59.848973 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:12:59.849794 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 832e271f-72a1-47c1-9d4a-bcbe3c537a4b no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:12:59.854103 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3081f3f8-c64e-48cc-83ce-7e8ad562a8b9 req-210b3dff-fa88-4430-af4d-d8ebaa4ab8e1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 Oct 27 14:13:00.007826 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0143d47-0ba6-44fa-92c6-eccb867c4786 x-openstack-request-id: req-b0143d47-0ba6-44fa-92c6-eccb867c4786 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:00.008063 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47313e03-c7b1-47af-a9de-cd1e3a978fe9", "name": "network-vif-plugged", "status": "completed", "tag": "cca5445d-732b-4444-813c-5c52c39678a9", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:00.008275 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0143d47-0ba6-44fa-92c6-eccb867c4786 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:00.008645 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47313e03-c7b1-47af-a9de-cd1e3a978fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca5445d-732b-4444-813c-5c52c39678a9', 'code': 200} Oct 27 14:13:00.011775 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 832e271f-72a1-47c1-9d4a-bcbe3c537a4b {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:00.012131 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 832e271f-72a1-47c1-9d4a-bcbe3c537a4b not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:00.036363 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=cca5445d-732b-4444-813c-5c52c39678a9,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:00.970350 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f30668-9039-4def-bec6-e3a52fce75fc req-d89fbdec-b5bc-44c1-99f7-7c7687ec2e56 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:00.971884 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c8f30668-9039-4def-bec6-e3a52fce75fc req-d89fbdec-b5bc-44c1-99f7-7c7687ec2e56 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 945 time: 0.0476351 Oct 27 14:13:01.009014 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c8f30668-9039-4def-bec6-e3a52fce75fc req-0653ef4e-50cc-4575-a7fe-8cc56dcd4d71 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Oct 27 14:13:02.119724 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69084b11-ff90-4308-8db3-90aafea2e7c6 req-f989aa4c-486c-4fac-9fdb-47b8f68d6966 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:02.121208 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-69084b11-ff90-4308-8db3-90aafea2e7c6 req-f989aa4c-486c-4fac-9fdb-47b8f68d6966 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Oct 27 14:13:02.162019 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-69084b11-ff90-4308-8db3-90aafea2e7c6 req-0c45ab7c-80ff-4e7b-b982-94c8ba3c0335 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343833 Oct 27 14:13:02.278341 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f18c6-18ee-4319-b328-dad26897dfc9 req-cfa42f8a-a4c8-48a7-a063-98aedd0afd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:02.280093 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c67f18c6-18ee-4319-b328-dad26897dfc9 req-cfa42f8a-a4c8-48a7-a063-98aedd0afd91 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 1098 time: 0.0447366 Oct 27 14:13:02.306510 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-788e9fcf-0a51-49c6-8889-11a02a43a110 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394847 Oct 27 14:13:03.272518 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdd092-3743-41ac-8a89-069be28ce51f req-5a028610-de54-4e1b-a641-1a710bc5b57b tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:03.273948 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8cfdd092-3743-41ac-8a89-069be28ce51f req-5a028610-de54-4e1b-a641-1a710bc5b57b tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 945 time: 0.0478914 Oct 27 14:13:03.310756 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-8cfdd092-3743-41ac-8a89-069be28ce51f req-9e580026-025b-433e-bbe1-ea62dc4fccc6 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307519 Oct 27 14:13:03.758268 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c67f18c6-18ee-4319-b328-dad26897dfc9 req-2ee51da1-f70e-4f62-ae94-83d9d9694a54 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282946 Oct 27 14:13:04.090247 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:13:04.423147 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a63da6-fcbd-4e91-94b3-fc05164524f5 req-583c3ce2-0875-4b20-9d78-c0de7aed9e98 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:04.424917 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-07a63da6-fcbd-4e91-94b3-fc05164524f5 req-583c3ce2-0875-4b20-9d78-c0de7aed9e98 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 945 time: 0.0491314 Oct 27 14:13:04.462870 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-07a63da6-fcbd-4e91-94b3-fc05164524f5 req-d24e496e-567c-4ec8-8b77-e1ef22ea3044 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323796 Oct 27 14:13:04.507058 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-ddd9e03a-ea08-4698-a5bb-b2b963f721f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:04.508572 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-ddd9e03a-ea08-4698-a5bb-b2b963f721f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e42f26086823418ba21c115dec767d4a&device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0435581 Oct 27 14:13:04.625661 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-ae1deb8b-17a4-4189-9a73-62fe3d242546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:04.627174 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-ae1deb8b-17a4-4189-9a73-62fe3d242546 service neutron] 10.222.0.66 "GET /v2.0/networks?id=183d5593-f6e3-49b4-a001-c931d3fd7d59 HTTP/1.1" status: 200 len: 910 time: 0.0969231 Oct 27 14:13:04.693199 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-0bae1703-6e81-4f34-87c3-95b48650c951 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f HTTP/1.1" status: 200 len: 1001 time: 0.0580204 Oct 27 14:13:04.784764 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-4044f4f1-44ef-4ced-881a-98fdebfb3d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:04.786163 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-4044f4f1-44ef-4ced-881a-98fdebfb3d2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c2be87-fb13-46ec-911f-611e741ec400 HTTP/1.1" status: 200 len: 848 time: 0.0460458 Oct 27 14:13:04.831908 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-aeec7622-f0ed-4f73-8aa3-19888c1e6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:04.833459 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-aeec7622-f0ed-4f73-8aa3-19888c1e6a76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183d5593-f6e3-49b4-a001-c931d3fd7d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399117 Oct 27 14:13:04.926704 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-60dca499-8aff-4ebc-9fc6-9979e84d1584 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835669 Oct 27 14:13:05.014978 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-05d3c7fb-21b4-484d-83fe-f44bc8e69ba7 req-30aeb726-2f41-46a0-8355-4abb12b97a4a service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804851 Oct 27 14:13:05.578971 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c877d-5d3c-4c87-bf17-458e444dca13 req-ebe65d57-87bb-4a71-9526-851608f4f864 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:05.580439 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f48c877d-5d3c-4c87-bf17-458e444dca13 req-ebe65d57-87bb-4a71-9526-851608f4f864 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 945 time: 0.0499756 Oct 27 14:13:05.617885 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f48c877d-5d3c-4c87-bf17-458e444dca13 req-c9727e68-c921-496e-970e-ce25d428a06f tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 Oct 27 14:13:06.731939 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d4ffa-504a-4f68-9461-8a70222ca5c8 req-83865d75-a137-4c24-9e78-e238a2fde5cb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:06.733415 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8d2d4ffa-504a-4f68-9461-8a70222ca5c8 req-83865d75-a137-4c24-9e78-e238a2fde5cb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 945 time: 0.0478888 Oct 27 14:13:06.770267 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-8d2d4ffa-504a-4f68-9461-8a70222ca5c8 req-386ad5f5-79be-4760-a5a3-fd3034d9b061 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304012 Oct 27 14:13:11.159742 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-535967fa-8815-4c0d-8188-55f78f2d2342 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:11.161193 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-535967fa-8815-4c0d-8188-55f78f2d2342 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/networks?id=bd9468e2-a0fc-4741-9fd9-1a191fa52df8 HTTP/1.1" status: 200 len: 813 time: 0.1100962 Oct 27 14:13:11.175927 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-7fe2baa4-e35f-4233-a6f5-2c00ac48f167 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/quotas/186053c5b45a4228a63d68120a6305f8 HTTP/1.1" status: 200 len: 375 time: 0.0088215 Oct 27 14:13:11.207893 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-81e393ac-271c-4f4d-8689-57b430fb252f tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=186053c5b45a4228a63d68120a6305f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264394 Oct 27 14:13:11.221517 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42754) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:11.534385 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Deleting port 5233bc31-72f8-424a-a65c-9ae6d680b4b7 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:11.534891 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.621757 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.622084 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.635063 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Calling delete_port for 5233bc31-72f8-424a-a65c-9ae6d680b4b7 owned by network:floatingip {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:11.643737 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-06ca4132-bf50-445e-9757-a9b6fdfa87b6 service neutron] 10.222.0.54 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280970 Oct 27 14:13:11.739016 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-6c4af04f-8b91-4781-a63c-02ee2afe6ae4 service neutron] 10.222.0.54 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887694 Oct 27 14:13:11.811243 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.847066 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event deleted for resources: {'Port': ['ID=5233bc31-72f8-424a-a65c-9ae6d680b4b7,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:11.852404 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-e8503ae5-2ba6-4139-bcd1-a498a8e86479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.861070 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.861486 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.861892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.862277 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.862683 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.863075 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.863455 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.863831 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.864246 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.864631 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.865045 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.865363 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:11.951960 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3099203d-988b-4b74-a9b2-8b3f9c49c853 req-c9518533-9775-4a06-8d94-ec469919f299 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 210 time: 0.0384128 Oct 27 14:13:11.955063 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for floatingip, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:11.955287 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.l3_db [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Floating IP 4c97e577-d803-47d8-b0f2-9ffe4753752d disassociated (deleted). External IP: 172.27.1.124, port: e5a172ac-31a1-4410-95c7-93bfdb50e22f. Oct 27 14:13:12.185035 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:13:12.303074 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:13:12.307828 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:12.313572 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] Sync routers for ids ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:13:12.323813 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] Routers {'d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:12.324784 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:12:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:12.339385 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-a39209a6-fea3-48ff-b4f6-afdce3162492 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "DELETE /v2.0/floatingips/4c97e577-d803-47d8-b0f2-9ffe4753752d HTTP/1.1" status: 204 len: 168 time: 1.1151659 Oct 27 14:13:12.339988 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:12.342326 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e" -d '{"events": [{"name": "network-changed", "server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:12.457314 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] Set router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:13:12.473593 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d82f2-0b86-484e-b9a0-42a95bea90a8 x-openstack-request-id: req-875d82f2-0b86-484e-b9a0-42a95bea90a8 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:12.473958 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:12.474282 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-875d82f2-0b86-484e-b9a0-42a95bea90a8 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:12.474746 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'status': 'completed', 'code': 200} Oct 27 14:13:12.567624 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-ef1d5ce5-75fd-4ede-8eaa-eb5b00b09579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:12.570913 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-ef1d5ce5-75fd-4ede-8eaa-eb5b00b09579 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e42f26086823418ba21c115dec767d4a&device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 1098 time: 0.0472584 Oct 27 14:13:12.597936 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c01662-9df8-4a3e-ac00-dd2eb277603e req-2dc3fb53-5b0c-4926-93a3-2320e44f2a13 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:12.600504 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a3c01662-9df8-4a3e-ac00-dd2eb277603e req-2dc3fb53-5b0c-4926-93a3-2320e44f2a13 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0537846 Oct 27 14:13:12.653815 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a3c01662-9df8-4a3e-ac00-dd2eb277603e req-66064793-39a5-4f13-977e-18a3cb6bef38 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455506 Oct 27 14:13:12.695190 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:35Z', 'revision_number': 5, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:12.702354 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-374089a5-4a78-491d-b854-e04074521e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:12.703855 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-374089a5-4a78-491d-b854-e04074521e2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=183d5593-f6e3-49b4-a001-c931d3fd7d59 HTTP/1.1" status: 200 len: 910 time: 0.1246586 Oct 27 14:13:12.721278 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] Checking router: d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:13:12.729395 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] Routers {'d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:12.729991 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:12:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:12.745976 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-2c87a276-33c8-4c4c-a012-06478e0f9e19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f HTTP/1.1" status: 200 len: 217 time: 0.0337515 Oct 27 14:13:12.803539 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-e118323e-e777-4f90-9ecc-1394ae158b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:12.805045 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-e118323e-e777-4f90-9ecc-1394ae158b6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c2be87-fb13-46ec-911f-611e741ec400 HTTP/1.1" status: 200 len: 848 time: 0.0448518 Oct 27 14:13:12.839328 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] Set router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:13:12.861258 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-7c5cc1ac-5d61-46d1-8750-0f65e8477a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:12.863119 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-7c5cc1ac-5d61-46d1-8750-0f65e8477a09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=183d5593-f6e3-49b4-a001-c931d3fd7d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505598 Oct 27 14:13:12.979508 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-fbb42dc9-49d5-47d9-ab53-0652d4620708 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:12.981056 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-fbb42dc9-49d5-47d9-ab53-0652d4620708 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.66 "GET /v2.0/networks?id=bd9468e2-a0fc-4741-9fd9-1a191fa52df8 HTTP/1.1" status: 200 len: 813 time: 0.1200984 Oct 27 14:13:12.991247 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-da0afc20-38ad-4696-89e0-6fab0bce0958 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125486 Oct 27 14:13:13.008282 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Request body: {'port': {'device_id': 'aed7230c-4c5b-4155-8c55-411bd91e930e', 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8', 'admin_state_up': True, 'tenant_id': '186053c5b45a4228a63d68120a6305f8'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:13:13.090555 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6f2fc520-f2db-476a-a704-1acb805db2cb req-af85c4df-a4b1-40c5-a87b-cd64cec6d3c9 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 210 time: 0.0330653 Oct 27 14:13:13.102356 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:35Z', 'revision_number': 5, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:13.129241 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-455f0c89-3b62-4b5e-bdea-9f7033c8b09e req-6e85e32c-3061-42bb-94c6-34442447dcf5 service neutron] 10.222.0.66 "GET /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257694 Oct 27 14:13:13.134416 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Made reservation on behalf of 186053c5b45a4228a63d68120a6305f8 for: {'port': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:13:13.139111 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723bd21-ad5d-4658-a853-9fbf64431f44 None None] The sync data for ids ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'] in dv-cinder-814898-2-iscsi is: [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:07:31Z', 'revision_number': 4, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'a2b7b62a-a1f5-4040-b460-93af1fa66165', 'name': '', 'network_id': '183d5593-f6e3-49b4-a001-c931d3fd7d59', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'mac_address': 'fa:16:3e:d6:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '05c2be87-fb13-46ec-911f-611e741ec400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:30Z', 'updated_at': '2021-10-27T14:07:35Z', 'revision_number': 5, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'subnets': [{'id': '05c2be87-fb13-46ec-911f-611e741ec400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:13:13.139354 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:13.278960 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Allocated IP 172.20.0.4 (bd9468e2-a0fc-4741-9fd9-1a191fa52df8/32159e27-1d6e-4574-8ddb-9a222b1f2430/96a8aff8-bf5a-4839-8395-22c1824bc4c1) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:13:13.364098 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d26eb2-95c6-4f56-95da-ebc0dfeb53dc None None] New status for floating IP 4c97e577-d803-47d8-b0f2-9ffe4753752d: DOWN {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:13:13.435278 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:13.469278 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:13.511079 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:13.514165 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:13.517087 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:13:13.547564 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Pushing event updated for resources: {'Port': ['ID=96a8aff8-bf5a-4839-8395-22c1824bc4c1,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:13.570914 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:13.571534 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:13.588204 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-588f4ac5-0186-47d4-adcc-d7ce756824cd tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858030 Oct 27 14:13:13.601328 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Request body: {'port': {'device_id': 'aed7230c-4c5b-4155-8c55-411bd91e930e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:13:13.657152 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:13.863009 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af35f5c-db2e-4bfb-bd29-540af58cc9ec req-291db39f-bd40-4084-9d9d-5b01ad0d0ec0 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:13.864416 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1af35f5c-db2e-4bfb-bd29-540af58cc9ec req-291db39f-bd40-4084-9d9d-5b01ad0d0ec0 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.1059055 Oct 27 14:13:13.932263 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1af35f5c-db2e-4bfb-bd29-540af58cc9ec req-af6743bd-361d-424a-ba5e-c3fc7b76e99e tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617442 Oct 27 14:13:13.984959 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a8aff8-bf5a-4839-8395-22c1824bc4c1 {{(pid=101356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:13:13.992044 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:14.004175 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.provisioning_blocks [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Transition to ACTIVE for port object 96a8aff8-bf5a-4839-8395-22c1824bc4c1 will not be triggered until provisioned by entity L2. {{(pid=101356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:14.008024 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:14.054380 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Pushing event updated for resources: {'Port': ['ID=96a8aff8-bf5a-4839-8395-22c1824bc4c1,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:14.123881 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Attempting to bind port 96a8aff8-bf5a-4839-8395-22c1824bc4c1 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:13:14.124247 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Attempting to bind port 96a8aff8-bf5a-4839-8395-22c1824bc4c1 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': 'f4b82913-5a2c-4df1-9f66-2f30255f0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8'}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:13:14.124578 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Attempting to bind port 96a8aff8-bf5a-4839-8395-22c1824bc4c1 on network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:13:14.129443 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Port 96a8aff8-bf5a-4839-8395-22c1824bc4c1 on network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:13:14.129871 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Attempting to bind port 96a8aff8-bf5a-4839-8395-22c1824bc4c1 on network bd9468e2-a0fc-4741-9fd9-1a191fa52df8 {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:13:14.134654 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:13:14.134985 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Checking segment: {'id': 'f4b82913-5a2c-4df1-9f66-2f30255f0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:13:14.135363 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Bound using segment: {'id': 'f4b82913-5a2c-4df1-9f66-2f30255f0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8'} {{(pid=101356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:13:14.135781 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.managers [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Bound port: 96a8aff8-bf5a-4839-8395-22c1824bc4c1, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b82913-5a2c-4df1-9f66-2f30255f0829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8'}}] {{(pid=101356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:13:14.136141 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:14.200638 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] For port 96a8aff8-bf5a-4839-8395-22c1824bc4c1, host hv-cinder-81489, cleared binding levels {{(pid=101356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:13:14.203862 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] For port 96a8aff8-bf5a-4839-8395-22c1824bc4c1, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=96a8aff8-bf5a-4839-8395-22c1824bc4c1,segment=NetworkSegment(f4b82913-5a2c-4df1-9f66-2f30255f0829),segment_id=f4b82913-5a2c-4df1-9f66-2f30255f0829)] {{(pid=101356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:13:14.208469 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:14.211006 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e657ab-5620-4f5d-afbe-39fa49e7b122 req-770b27af-e747-4f8e-9c4e-fe8f940ab14a tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.212558 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-83e657ab-5620-4f5d-afbe-39fa49e7b122 req-770b27af-e747-4f8e-9c4e-fe8f940ab14a tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 943 time: 0.0502789 Oct 27 14:13:14.241312 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.241902 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:14.243266 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] 10.222.0.66 "PUT /v2.0/ports/96a8aff8-bf5a-4839-8395-22c1824bc4c1 HTTP/1.1" status: 200 len: 1093 time: 0.6463809 Oct 27 14:13:14.254674 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-83e657ab-5620-4f5d-afbe-39fa49e7b122 req-246f7adf-71eb-4ab1-94cf-f0769e96491c tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334373 Oct 27 14:13:14.265939 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dab11-447b-4a98-9266-35ecbb72af47 service neutron] Pushing event updated for resources: {'Port': ['ID=96a8aff8-bf5a-4839-8395-22c1824bc4c1,revision_number=3']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:14.341439 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-fc56be20-a791-4a33-890f-bf6fd14eaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.342926 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-fc56be20-a791-4a33-890f-bf6fd14eaaa3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=186053c5b45a4228a63d68120a6305f8&device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 1096 time: 0.0399394 Oct 27 14:13:14.388258 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-0fdd6aa7-d481-4ca9-96a8-47dcfd7af745 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96a8aff8-bf5a-4839-8395-22c1824bc4c1 HTTP/1.1" status: 200 len: 217 time: 0.0369902 Oct 27 14:13:14.442426 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-4497419c-9311-40d9-bd5b-03e6a6f0dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.443969 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-4497419c-9311-40d9-bd5b-03e6a6f0dcac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=32159e27-1d6e-4574-8ddb-9a222b1f2430 HTTP/1.1" status: 200 len: 853 time: 0.0465326 Oct 27 14:13:14.475745 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-c8d1e75f-97bf-4665-b8b0-f865f129d8c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd9468e2-a0fc-4741-9fd9-1a191fa52df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238051 Oct 27 14:13:14.476219 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed7230c-4c5b-4155-8c55-411bd91e930e', 'tag': '96a8aff8-bf5a-4839-8395-22c1824bc4c1'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:14.478381 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ca6412-78b4-4427-bada-2152b11e645a" -d '{"events": [{"name": "network-changed", "server_uuid": "aed7230c-4c5b-4155-8c55-411bd91e930e", "tag": "96a8aff8-bf5a-4839-8395-22c1824bc4c1"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:14.513830 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b72d3ab-5dfe-4b91-a5ef-0f99b20f709d x-openstack-request-id: req-1b72d3ab-5dfe-4b91-a5ef-0f99b20f709d {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:14.514150 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed7230c-4c5b-4155-8c55-411bd91e930e", "tag": "96a8aff8-bf5a-4839-8395-22c1824bc4c1", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:14.514443 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b72d3ab-5dfe-4b91-a5ef-0f99b20f709d {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:14.514840 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed7230c-4c5b-4155-8c55-411bd91e930e', 'tag': '96a8aff8-bf5a-4839-8395-22c1824bc4c1', 'status': 'completed', 'code': 200} Oct 27 14:13:14.516717 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d879e13f-d569-4c29-84e2-0c8156ec1238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:14.583438 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-84948e97-ef7f-472d-92e1-dd70be2afbe0 service neutron] 10.222.0.66 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890427 Oct 27 14:13:14.677672 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ac96d28d-d6a3-4369-88fb-7219cbb721a3 req-17607e52-51e0-4af6-ba08-87281f02e31d service neutron] 10.222.0.66 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813706 Oct 27 14:13:14.773185 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca6412-78b4-4427-bada-2152b11e645a req-9f379c52-e64c-46be-a339-aeb5127c9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.774653 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f3ca6412-78b4-4427-bada-2152b11e645a req-9f379c52-e64c-46be-a339-aeb5127c9679 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=186053c5b45a4228a63d68120a6305f8&device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 1096 time: 0.0438788 Oct 27 14:13:14.867349 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca6412-78b4-4427-bada-2152b11e645a req-5b5b17b1-ff99-4151-80a5-742b2bb134aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.868831 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f3ca6412-78b4-4427-bada-2152b11e645a req-5b5b17b1-ff99-4151-80a5-742b2bb134aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd9468e2-a0fc-4741-9fd9-1a191fa52df8 HTTP/1.1" status: 200 len: 914 time: 0.0826499 Oct 27 14:13:14.908455 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850365d-6116-494e-a6e0-13d4227d223a req-6325229b-565d-4c97-a6ea-f2ac7aed643c tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.910021 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3850365d-6116-494e-a6e0-13d4227d223a req-6325229b-565d-4c97-a6ea-f2ac7aed643c tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.66 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.0556922 Oct 27 14:13:14.915291 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f3ca6412-78b4-4427-bada-2152b11e645a req-973b63a7-84a3-4e21-8bbc-5e444dc3c981 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96a8aff8-bf5a-4839-8395-22c1824bc4c1 HTTP/1.1" status: 200 len: 217 time: 0.0381277 Oct 27 14:13:14.967951 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca6412-78b4-4427-bada-2152b11e645a req-f906d2c8-2d9e-4352-8fb7-2c476492f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.970019 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f3ca6412-78b4-4427-bada-2152b11e645a req-f906d2c8-2d9e-4352-8fb7-2c476492f8fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=32159e27-1d6e-4574-8ddb-9a222b1f2430 HTTP/1.1" status: 200 len: 853 time: 0.0439684 Oct 27 14:13:15.003022 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f3ca6412-78b4-4427-bada-2152b11e645a req-02f67a83-e39f-47a2-bc2f-f530a536d371 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd9468e2-a0fc-4741-9fd9-1a191fa52df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251033 Oct 27 14:13:15.036666 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-3850365d-6116-494e-a6e0-13d4227d223a req-7760fa4e-d166-45e4-bd3f-7137b3cb6eaa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Deleting port e5a172ac-31a1-4410-95c7-93bfdb50e22f {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:15.037000 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-3850365d-6116-494e-a6e0-13d4227d223a req-7760fa4e-d166-45e4-bd3f-7137b3cb6eaa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:15.095178 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f3ca6412-78b4-4427-bada-2152b11e645a req-0691fdb6-2659-4573-9d1c-6db496f04028 service neutron] 10.222.0.66 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837901 Oct 27 14:13:15.101457 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a87bfa-bbf1-43d8-bc09-53016eaa176b req-8e613e55-6a05-426d-8c6c-10ef2f1dbe22 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:15.102989 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-46a87bfa-bbf1-43d8-bc09-53016eaa176b req-8e613e55-6a05-426d-8c6c-10ef2f1dbe22 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 945 time: 0.1004059 Oct 27 14:13:15.165220 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-46a87bfa-bbf1-43d8-bc09-53016eaa176b req-188d7b1b-5070-4380-86a3-028ddd3e3a2d tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544164 Oct 27 14:13:15.170249 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-3850365d-6116-494e-a6e0-13d4227d223a req-7760fa4e-d166-45e4-bd3f-7137b3cb6eaa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] For port e5a172ac-31a1-4410-95c7-93bfdb50e22f, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=e5a172ac-31a1-4410-95c7-93bfdb50e22f,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:15.170616 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-3850365d-6116-494e-a6e0-13d4227d223a req-7760fa4e-d166-45e4-bd3f-7137b3cb6eaa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:15.184197 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-3850365d-6116-494e-a6e0-13d4227d223a req-7760fa4e-d166-45e4-bd3f-7137b3cb6eaa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Calling delete_port for e5a172ac-31a1-4410-95c7-93bfdb50e22f owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:15.188504 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f3ca6412-78b4-4427-bada-2152b11e645a req-5879937c-77b0-49b3-b99a-aa356c922c18 service neutron] 10.222.0.66 "GET /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853968 Oct 27 14:13:15.297941 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:15.322784 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-3850365d-6116-494e-a6e0-13d4227d223a req-7760fa4e-d166-45e4-bd3f-7137b3cb6eaa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:15.351084 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760fa4e-d166-45e4-bd3f-7137b3cb6eaa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event deleted for resources: {'Port': ['ID=e5a172ac-31a1-4410-95c7-93bfdb50e22f,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:15.380619 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50ccb9-c2f1-4c59-b817-5e6d6bfee7d1 req-a71db331-24e3-4b35-86df-a4091616599f tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:15.382155 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9a50ccb9-c2f1-4c59-b817-5e6d6bfee7d1 req-a71db331-24e3-4b35-86df-a4091616599f tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 943 time: 0.0533767 Oct 27 14:13:15.394198 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-3850365d-6116-494e-a6e0-13d4227d223a req-7760fa4e-d166-45e4-bd3f-7137b3cb6eaa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] No DVR routers for this DVR port e5a172ac-31a1-4410-95c7-93bfdb50e22f on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:15.396726 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-3850365d-6116-494e-a6e0-13d4227d223a req-7760fa4e-d166-45e4-bd3f-7137b3cb6eaa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:15.400019 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3850365d-6116-494e-a6e0-13d4227d223a req-7760fa4e-d166-45e4-bd3f-7137b3cb6eaa tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.66 "DELETE /v2.0/ports/e5a172ac-31a1-4410-95c7-93bfdb50e22f HTTP/1.1" status: 204 len: 173 time: 0.4754241 Oct 27 14:13:15.400481 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'name': 'network-vif-deleted', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:15.402732 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee53c64f-44dd-4cdf-a455-44fae608da46" -d '{"events": [{"server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "name": "network-vif-deleted", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:15.428544 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9a50ccb9-c2f1-4c59-b817-5e6d6bfee7d1 req-42865e23-716f-46eb-82cc-fc3a62bb587e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 Oct 27 14:13:15.453658 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87393f2b-64b7-4a2a-8bcf-588f4af66eed x-openstack-request-id: req-87393f2b-64b7-4a2a-8bcf-588f4af66eed {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:15.453950 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e", "name": "network-vif-deleted", "tag": "e5a172ac-31a1-4410-95c7-93bfdb50e22f", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:15.454201 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87393f2b-64b7-4a2a-8bcf-588f4af66eed {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:15.454598 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e', 'name': 'network-vif-deleted', 'tag': 'e5a172ac-31a1-4410-95c7-93bfdb50e22f', 'status': 'completed', 'code': 200} Oct 27 14:13:16.130909 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:16.276477 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-2dadb097-ee19-44ae-9387-e8b6476cfee1 req-af6878d2-9cbb-40ba-adf1-555e1b16e63e tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "GET /v2.0/ports?device_id=298ad8f0-48dc-4f4a-b6e9-7d8b26a0b83e HTTP/1.1" status: 200 len: 210 time: 0.0303285 Oct 27 14:13:16.551991 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511f29c-6559-4e36-adb5-ebe0f12e2cd3 req-91319bd6-1925-477e-869f-80f2d2ef9ace tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:16.553504 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1511f29c-6559-4e36-adb5-ebe0f12e2cd3 req-91319bd6-1925-477e-869f-80f2d2ef9ace tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 943 time: 0.0523460 Oct 27 14:13:16.590885 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1511f29c-6559-4e36-adb5-ebe0f12e2cd3 req-d72b130b-6f38-4128-b6b1-6e3635ba6864 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Oct 27 14:13:17.332739 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42818) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:17.389649 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d01be3aa-efb1-489e-b9b8-12e5e367f859 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:17.414806 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d01be3aa-efb1-489e-b9b8-12e5e367f859 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:17.472559 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d01be3aa-efb1-489e-b9b8-12e5e367f859 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:17.475200 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d01be3aa-efb1-489e-b9b8-12e5e367f859 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:17.476333 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d01be3aa-efb1-489e-b9b8-12e5e367f859 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] 10.222.0.54 "DELETE /v2.0/security-groups/c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7 HTTP/1.1" status: 204 len: 168 time: 0.1425726 Oct 27 14:13:17.486113 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01be3aa-efb1-489e-b9b8-12e5e367f859 tempest-TestShelveInstance-2104212344 tempest-TestShelveInstance-2104212344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bdfa31-4d8a-4433-b584-52dc4dc8f2b7,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:17.524261 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42822) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:17.621815 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:17.735684 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17365d-be3a-4cc6-85e4-0c9fa786f86e req-ad450100-0c15-4dac-988e-9324c723f4b3 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:17.737063 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad17365d-be3a-4cc6-85e4-0c9fa786f86e req-ad450100-0c15-4dac-988e-9324c723f4b3 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 943 time: 0.0681157 Oct 27 14:13:17.840734 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ad17365d-be3a-4cc6-85e4-0c9fa786f86e req-0f4378f9-a2b1-458f-9a2b-39673b1d830f tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974789 Oct 27 14:13:18.009254 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3706416'] for router_interface, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:18.244470 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] Deleting port a2b7b62a-a1f5-4040-b460-93af1fa66165 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:18.244810 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:18.329144 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] For port a2b7b62a-a1f5-4040-b460-93af1fa66165, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=a2b7b62a-a1f5-4040-b460-93af1fa66165,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:18.329525 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:18.340860 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] Calling delete_port for a2b7b62a-a1f5-4040-b460-93af1fa66165 owned by network:router_interface {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:18.519544 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:18.545938 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b7b62a-a1f5-4040-b460-93af1fa66165,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:18.934598 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4155522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3706588'] for router_interface, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:18.959305 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5b6c9-d548-4861-acf0-3c6f023e8228 req-87554f01-7a5e-4c76-ab36-8c2a7410e8a3 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:18.961483 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bca5b6c9-d548-4861-acf0-3c6f023e8228 req-87554f01-7a5e-4c76-ab36-8c2a7410e8a3 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 943 time: 0.0538943 Oct 27 14:13:19.004350 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bca5b6c9-d548-4861-acf0-3c6f023e8228 req-dee1f632-af52-4b49-9741-4e454d3cab15 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371518 Oct 27 14:13:19.155269 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] Router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:13:19.262309 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:13:19.270023 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-dc6c7779-85d7-4032-bbc9-eede66a5e0a9 admin admin] 10.222.0.54 "PUT /v2.0/routers/d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7445366 Oct 27 14:13:19.273529 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42846) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:19.273994 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] Sync routers for ids ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:13:19.287742 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] Routers {'d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:19.288665 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:13:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:19.388342 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:19.410646 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] Set router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:13:19.496233 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:19.549974 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Deleting port f80113ce-069b-4179-a7e3-e52656ba5bcc {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:19.550303 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:19.588553 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:13:18Z', 'revision_number': 5, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port': {'id': 'f80113ce-069b-4179-a7e3-e52656ba5bcc', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:62:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:29Z', 'updated_at': '2021-10-27T14:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:19.615475 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] Checking router: d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:13:19.625598 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] Routers {'d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:19.626639 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:13:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:19.634782 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] For port f80113ce-069b-4179-a7e3-e52656ba5bcc, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=f80113ce-069b-4179-a7e3-e52656ba5bcc,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:19.635252 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:19.658000 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Calling delete_port for f80113ce-069b-4179-a7e3-e52656ba5bcc owned by network:router_gateway {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:19.716582 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] Set router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 gateway port host: None {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:13:19.769673 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:13:19Z', 'revision_number': 6, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port_host': None}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:19.798230 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 96a8aff8-bf5a-4839-8395-22c1824bc4c1 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:13:19.801242 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e5a172ac-31a1-4410-95c7-93bfdb50e22f no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:19.802859 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4ac02-fff6-4efc-9626-4abf77b640b9 None None] The sync data for ids ['d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3'] in dv-cinder-814898-2-iscsi is: [{'id': 'd24d12ed-b1b9-4ea9-9b83-96a98f91f5f3', 'name': 'tempest-TestShelveInstance-1643297993-router', 'tenant_id': 'e42f26086823418ba21c115dec767d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:28Z', 'updated_at': '2021-10-27T14:13:19Z', 'revision_number': 6, 'project_id': 'e42f26086823418ba21c115dec767d4a', 'gw_port_host': None}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:13:19.828257 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: e5a172ac-31a1-4410-95c7-93bfdb50e22f {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:19.828600 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device e5a172ac-31a1-4410-95c7-93bfdb50e22f not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:19.835367 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:19.869526 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f80113ce-069b-4179-a7e3-e52656ba5bcc,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:19.925068 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 96a8aff8-bf5a-4839-8395-22c1824bc4c1, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=96a8aff8-bf5a-4839-8395-22c1824bc4c1,segment=NetworkSegment(f4b82913-5a2c-4df1-9f66-2f30255f0829),segment_id=f4b82913-5a2c-4df1-9f66-2f30255f0829)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:19.929886 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3705726'] for router_gateway, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:19.936756 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '96a8aff8-bf5a-4839-8395-22c1824bc4c1', 'network_id': 'bd9468e2-a0fc-4741-9fd9-1a191fa52df8', 'port_id': '96a8aff8-bf5a-4839-8395-22c1824bc4c1', 'mac_address': 'fa:16:3e:e0:10:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32159e27-1d6e-4574-8ddb-9a222b1f2430', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:13:19.976231 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:19.990849 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a8aff8-bf5a-4839-8395-22c1824bc4c1 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:13:20.014565 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 96a8aff8-bf5a-4839-8395-22c1824bc4c1, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=96a8aff8-bf5a-4839-8395-22c1824bc4c1,segment=NetworkSegment(f4b82913-5a2c-4df1-9f66-2f30255f0829),segment_id=f4b82913-5a2c-4df1-9f66-2f30255f0829)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:20.019701 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.034566 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3707668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1316'] for router, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.036764 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.085732 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=96a8aff8-bf5a-4839-8395-22c1824bc4c1,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:20.086810 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3707651'] for router, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.087317 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 {{(pid=101356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:13:20.093900 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.094254 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.094592 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.094966 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.095325 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.095657 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.095981 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.096369 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.096696 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.097078 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.097467 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.097859 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:20.107754 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.109450 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-8ce2b894-c495-4bd2-8845-d81f63ce85e2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d24d12ed-b1b9-4ea9-9b83-96a98f91f5f3 HTTP/1.1" status: 204 len: 168 time: 0.8344531 Oct 27 14:13:20.113021 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 42852) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:20.137678 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca37994-5633-4a1d-94a4-c8278216d2dd req-57c648c5-bee9-4542-a70f-6becf1f3ca8d tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:20.140556 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cca37994-5633-4a1d-94a4-c8278216d2dd req-57c648c5-bee9-4542-a70f-6becf1f3ca8d tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 944 time: 0.0642800 Oct 27 14:13:20.179782 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d78325-6000-4a04-8758-cdec49ab9c7f admin admin] Deleting subnet 05c2be87-fb13-46ec-911f-611e741ec400 {{(pid=101355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:13:20.184029 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-81d78325-6000-4a04-8758-cdec49ab9c7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.211958 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-cca37994-5633-4a1d-94a4-c8278216d2dd req-dd47916a-47c5-4fe6-beeb-fd32054d7b58 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547159 Oct 27 14:13:20.233440 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.265477 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-81d78325-6000-4a04-8758-cdec49ab9c7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60366666'] for subnet, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.352850 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-81d78325-6000-4a04-8758-cdec49ab9c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.406369 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-81d78325-6000-4a04-8758-cdec49ab9c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59536638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59606618'] for subnet, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.433794 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d78325-6000-4a04-8758-cdec49ab9c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c2be87-fb13-46ec-911f-611e741ec400,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:20.435776 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-81d78325-6000-4a04-8758-cdec49ab9c7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.445766 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-81d78325-6000-4a04-8758-cdec49ab9c7f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/05c2be87-fb13-46ec-911f-611e741ec400 HTTP/1.1" status: 204 len: 168 time: 0.3249133 Oct 27 14:13:20.446544 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42860) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:20.451031 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a553e680-a202-4be0-92f4-f42b5de16020 None None] Network 183d5593-f6e3-49b4-a001-c931d3fd7d59 requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:13:20.518686 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.542574 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['96a8aff8-bf5a-4839-8395-22c1824bc4c1'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:13:20.574606 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Deleting port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:20.574936 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.606287 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a2b7b62a-a1f5-4040-b460-93af1fa66165 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:20.631970 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: a2b7b62a-a1f5-4040-b460-93af1fa66165 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:20.632333 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a2b7b62a-a1f5-4040-b460-93af1fa66165 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:20.653545 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] For port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=bfcbe2eb-9ec8-40d8-b515-da00732e7dcb,segment=NetworkSegment(e7fd8999-9a4a-4161-90b6-599467a16c24),segment_id=e7fd8999-9a4a-4161-90b6-599467a16c24)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:20.654009 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.670181 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Calling delete_port for bfcbe2eb-9ec8-40d8-b515-da00732e7dcb owned by network:dhcp {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:20.708036 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5626cc-6b2a-45a4-8f5e-b9dd3e3b6256 None None] DHCP port deletion for 183d5593-f6e3-49b4-a001-c931d3fd7d59 request from dv-cinder-814898-2-iscsi {{(pid=101357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:13:20.779962 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.793290 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-ba5626cc-6b2a-45a4-8f5e-b9dd3e3b6256 None None] Deleting port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb {{(pid=101357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:20.793853 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-ba5626cc-6b2a-45a4-8f5e-b9dd3e3b6256 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.809093 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfcbe2eb-9ec8-40d8-b515-da00732e7dcb,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:20.815718 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] No DVR routers for this DVR port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb on host dv-cinder-814898-2-iscsi {{(pid=101356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:20.861068 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-ba5626cc-6b2a-45a4-8f5e-b9dd3e3b6256 None None] For port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb, host dv-cinder-814898-2-iscsi, got binding levels [] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:20.861464 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-ba5626cc-6b2a-45a4-8f5e-b9dd3e3b6256 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.877708 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-ba5626cc-6b2a-45a4-8f5e-b9dd3e3b6256 None None] Calling delete_port for bfcbe2eb-9ec8-40d8-b515-da00732e7dcb owned by network:dhcp {{(pid=101357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:20.880596 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.ipam_backend_mixin [None req-ba5626cc-6b2a-45a4-8f5e-b9dd3e3b6256 None None] Port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb was not found and therefore no delete operation was performed {{(pid=101357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 14:13:20.881828 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-ba5626cc-6b2a-45a4-8f5e-b9dd3e3b6256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284'] for port, after_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.895629 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.911761 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5626cc-6b2a-45a4-8f5e-b9dd3e3b6256 None None] Pushing event deleted for resources: {'Port': ['ID=bfcbe2eb-9ec8-40d8-b515-da00732e7dcb,revision_number=None']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:20.915178 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5626cc-6b2a-45a4-8f5e-b9dd3e3b6256 None None] No DVR routers for this DVR port bfcbe2eb-9ec8-40d8-b515-da00732e7dcb on host dv-cinder-814898-2-iscsi {{(pid=101357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:20.920930 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183d5593-f6e3-49b4-a001-c931d3fd7d59']}} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:20.936883 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fd8999-9a4a-4161-90b6-599467a16c24') {'for_net_delete': True} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:20.937742 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.services.segments.db [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fd8999-9a4a-4161-90b6-599467a16c24') {} {{(pid=101356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:20.948201 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62845840'] for segment, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.962994 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.969535 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=101356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:13:20.969977 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60100648'] for segment, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: Traceback (most recent call last): Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: timer() Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: cb(*args, **kw) Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: return func(*args, **kwargs) Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: self._notify() Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: self.callback(batched_events) Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: event.method(event) Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: return f(self, *a, **k) Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._get(url).json() Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: return self.request(url, 'GET', **kwargs) Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:13:20.971631 dv-cinder-814898-2-iscsi neutron-server[101356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:13:21.023516 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:21.028602 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:21.031955 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] 10.222.0.54 "DELETE /v2.0/networks/183d5593-f6e3-49b4-a001-c931d3fd7d59 HTTP/1.1" status: 204 len: 168 time: 0.5848279 Oct 27 14:13:21.035032 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 42864) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:21.042446 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b9c42-768e-41d3-bacc-12424262407d admin admin] Pushing event deleted for resources: {'Network': ['ID=183d5593-f6e3-49b4-a001-c931d3fd7d59,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:21.332574 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623dc78-3ae2-4e95-8284-3d4f662fc4d7 req-a615c564-61fb-4534-8267-17c64d741556 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:21.334062 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6623dc78-3ae2-4e95-8284-3d4f662fc4d7 req-a615c564-61fb-4534-8267-17c64d741556 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 944 time: 0.0494406 Oct 27 14:13:21.371313 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6623dc78-3ae2-4e95-8284-3d4f662fc4d7 req-5b8d442f-5f3a-4585-9322-8c68bf324142 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313027 Oct 27 14:13:21.384972 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3706416'] for router_interface, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:21.624081 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] Deleting port f673af83-b315-4e45-832f-3d7ba08c2e1f {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:21.624450 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:21.706295 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] For port f673af83-b315-4e45-832f-3d7ba08c2e1f, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=f673af83-b315-4e45-832f-3d7ba08c2e1f,segment=NetworkSegment(07f4c8fc-9f81-4194-aa17-bc6574eec84f),segment_id=07f4c8fc-9f81-4194-aa17-bc6574eec84f)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:21.706651 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:21.719948 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] Calling delete_port for f673af83-b315-4e45-832f-3d7ba08c2e1f owned by network:router_interface {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:21.782538 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 96a8aff8-bf5a-4839-8395-22c1824bc4c1 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:13:21.790877 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd43fea-6237-431d-a4f8-c995da6c82d7 req-6f972a00-0105-4976-9182-935fc6ec0520 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:21.792463 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7fd43fea-6237-431d-a4f8-c995da6c82d7 req-6f972a00-0105-4976-9182-935fc6ec0520 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 945 time: 0.0608654 Oct 27 14:13:21.831553 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 96a8aff8-bf5a-4839-8395-22c1824bc4c1 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:13:21.833838 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7fd43fea-6237-431d-a4f8-c995da6c82d7 req-ba02cbc4-7e31-4611-8bbe-d8a0c51cb40e tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348063 Oct 27 14:13:21.835355 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 96a8aff8-bf5a-4839-8395-22c1824bc4c1 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:21.835935 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:21.907390 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:21.918848 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:21.933225 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f673af83-b315-4e45-832f-3d7ba08c2e1f,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:21.952775 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed7230c-4c5b-4155-8c55-411bd91e930e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a8aff8-bf5a-4839-8395-22c1824bc4c1'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:21.955298 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edbd9e2-6aaa-4538-a5a0-0211809f4965" -d '{"events": [{"server_uuid": "aed7230c-4c5b-4155-8c55-411bd91e930e", "name": "network-vif-plugged", "status": "completed", "tag": "96a8aff8-bf5a-4839-8395-22c1824bc4c1"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:21.968975 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 96a8aff8-bf5a-4839-8395-22c1824bc4c1, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=96a8aff8-bf5a-4839-8395-22c1824bc4c1,segment=NetworkSegment(f4b82913-5a2c-4df1-9f66-2f30255f0829),segment_id=f4b82913-5a2c-4df1-9f66-2f30255f0829)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:21.977990 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:22.014967 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device f80113ce-069b-4179-a7e3-e52656ba5bcc no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:22.019699 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415b6436-f0dc-41d1-87de-2b5a46174c52 x-openstack-request-id: req-415b6436-f0dc-41d1-87de-2b5a46174c52 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:22.019980 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed7230c-4c5b-4155-8c55-411bd91e930e", "name": "network-vif-plugged", "status": "completed", "tag": "96a8aff8-bf5a-4839-8395-22c1824bc4c1", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:22.020278 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-415b6436-f0dc-41d1-87de-2b5a46174c52 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:22.020654 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed7230c-4c5b-4155-8c55-411bd91e930e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a8aff8-bf5a-4839-8395-22c1824bc4c1', 'code': 200} Oct 27 14:13:22.061023 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: f80113ce-069b-4179-a7e3-e52656ba5bcc {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:22.061741 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device f80113ce-069b-4179-a7e3-e52656ba5bcc not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:22.062370 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device bfcbe2eb-9ec8-40d8-b515-da00732e7dcb no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:22.086520 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: bfcbe2eb-9ec8-40d8-b515-da00732e7dcb {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:22.086874 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device bfcbe2eb-9ec8-40d8-b515-da00732e7dcb not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:22.104969 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=96a8aff8-bf5a-4839-8395-22c1824bc4c1,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:22.144680 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4155522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3706588'] for router_interface, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:22.274755 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998fbfd-2332-4eda-a099-6585cf6b91ad req-9e6ff94c-d663-4d5a-8953-b55b068ea877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:22.276301 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9998fbfd-2332-4eda-a099-6585cf6b91ad req-9e6ff94c-d663-4d5a-8953-b55b068ea877 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 1098 time: 0.0611179 Oct 27 14:13:22.381359 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9998fbfd-2332-4eda-a099-6585cf6b91ad req-938d65fb-6634-4d7a-b335-4b8cc6ce10ea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946372 Oct 27 14:13:22.412012 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] Router f62e5338-b3a2-49c9-ab9c-153098c02d7f has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:13:22.484685 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e39e3-aa0b-4906-9250-6a969fe523bb req-18e38dfc-c3ea-471a-90ec-185045fa83d8 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:22.486155 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7f5e39e3-aa0b-4906-9250-6a969fe523bb req-18e38dfc-c3ea-471a-90ec-185045fa83d8 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 945 time: 0.0484061 Oct 27 14:13:22.516487 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:13:22.524391 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-5c770cf3-6cdb-4369-aa04-0bf934af82e9 admin admin] 10.222.0.54 "PUT /v2.0/routers/f62e5338-b3a2-49c9-ab9c-153098c02d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4855392 Oct 27 14:13:22.524497 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7f5e39e3-aa0b-4906-9250-6a969fe523bb req-d3071e14-dfaf-4308-8700-2bb1bfb0097b tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Oct 27 14:13:22.524602 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 42878) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:22.527266 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] Sync routers for ids ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:13:22.538183 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] Routers {'f62e5338-b3a2-49c9-ab9c-153098c02d7f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:22.540211 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:13:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:22.645388 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] Set router f62e5338-b3a2-49c9-ab9c-153098c02d7f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:13:22.878787 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Publish callbacks [] for router, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:22.922038 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'name': 'tempest-TestShelveInstance-576975052-router', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': 'ece02679236e41119fc260920ce1f003', 'gw_port': {'id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:22.947069 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] Checking router: f62e5338-b3a2-49c9-ab9c-153098c02d7f for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:13:22.955924 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] Routers {'f62e5338-b3a2-49c9-ab9c-153098c02d7f'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:22.956559 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:13:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:23.008243 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664e159-ed6d-4c9b-816f-17f830f0014a req-321427d5-9be1-4d11-8515-1abf080f776d tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:23.010707 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f664e159-ed6d-4c9b-816f-17f830f0014a req-321427d5-9be1-4d11-8515-1abf080f776d tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 945 time: 0.0979683 Oct 27 14:13:23.034172 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.060171 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] Set router f62e5338-b3a2-49c9-ab9c-153098c02d7f gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:13:23.077354 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f664e159-ed6d-4c9b-816f-17f830f0014a req-80076544-5ad8-40eb-90dd-5d2ec31e92d9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595994 Oct 27 14:13:23.102087 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Deleting port 83b09793-1dcb-4a71-8a0a-db85e950f733 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:23.102087 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.181139 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] For port 83b09793-1dcb-4a71-8a0a-db85e950f733, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=83b09793-1dcb-4a71-8a0a-db85e950f733,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:23.181414 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.192969 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Calling delete_port for 83b09793-1dcb-4a71-8a0a-db85e950f733 owned by network:router_gateway {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:23.241523 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'name': 'tempest-TestShelveInstance-576975052-router', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': 'ece02679236e41119fc260920ce1f003', 'gw_port': {'id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:23.267236 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7414836-19bd-4b26-bb63-8b0294006969 None None] The sync data for ids ['f62e5338-b3a2-49c9-ab9c-153098c02d7f'] in dv-cinder-814898-2-iscsi is: [{'id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'name': 'tempest-TestShelveInstance-576975052-router', 'tenant_id': 'ece02679236e41119fc260920ce1f003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': 'ece02679236e41119fc260920ce1f003', 'gw_port': {'id': '83b09793-1dcb-4a71-8a0a-db85e950f733', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62e5338-b3a2-49c9-ab9c-153098c02d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:07:33Z', 'updated_at': '2021-10-27T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:13:23.358189 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.384395 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Pushing event deleted for resources: {'Port': ['ID=83b09793-1dcb-4a71-8a0a-db85e950f733,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:23.441380 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3705726'] for router_gateway, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.532362 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3707668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1316'] for router, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.534456 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.578342 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3707651'] for router, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.578955 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f62e5338-b3a2-49c9-ab9c-153098c02d7f {{(pid=101355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:13:23.583424 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] Publish callbacks [] for router, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.584760 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2d83b760-f759-4fee-9860-20f6d0d732ec admin admin] 10.222.0.54 "DELETE /v2.0/routers/f62e5338-b3a2-49c9-ab9c-153098c02d7f HTTP/1.1" status: 204 len: 168 time: 1.0597107 Oct 27 14:13:23.587240 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 42884) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:23.632076 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb7b619-1009-4287-b637-3728e70953f4 admin admin] Deleting subnet 7664535d-181e-4c02-900c-e15b34f1e656 {{(pid=101355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:13:23.635294 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b619-1009-4287-b637-3728e70953f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.648370 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cacc7e-abe2-48c9-ad26-b87650a41542 req-b1a2021c-dc8c-492d-ad94-c329a6f07fe0 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:23.656886 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a0cacc7e-abe2-48c9-ad26-b87650a41542 req-b1a2021c-dc8c-492d-ad94-c329a6f07fe0 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 945 time: 0.0562978 Oct 27 14:13:23.671965 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b619-1009-4287-b637-3728e70953f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60366666'] for subnet, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.692676 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-a0cacc7e-abe2-48c9-ad26-b87650a41542 req-d732f508-fae6-4365-8d6e-fc5b25e651f6 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352676 Oct 27 14:13:23.758062 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b619-1009-4287-b637-3728e70953f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.812680 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b619-1009-4287-b637-3728e70953f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59536638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59606618'] for subnet, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.839078 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7b619-1009-4287-b637-3728e70953f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7664535d-181e-4c02-900c-e15b34f1e656,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:23.842930 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b619-1009-4287-b637-3728e70953f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.849230 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-ddb7b619-1009-4287-b637-3728e70953f4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7664535d-181e-4c02-900c-e15b34f1e656 HTTP/1.1" status: 204 len: 168 time: 0.2587516 Oct 27 14:13:23.849448 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560bd687-272a-4995-8e98-627b6d599305 None None] Network 04fdbb31-eaea-455c-b7ba-eb7926246e6b requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:13:23.849909 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 42886) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:23.928144 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:23.989169 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Deleting port 58d42308-2ac8-45e7-9a45-7b1e396c1d82 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:23.989749 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.056254 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] For port 58d42308-2ac8-45e7-9a45-7b1e396c1d82, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=58d42308-2ac8-45e7-9a45-7b1e396c1d82,segment=NetworkSegment(07f4c8fc-9f81-4194-aa17-bc6574eec84f),segment_id=07f4c8fc-9f81-4194-aa17-bc6574eec84f)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:24.056629 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.068672 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Calling delete_port for 58d42308-2ac8-45e7-9a45-7b1e396c1d82 owned by network:dhcp {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:24.155880 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.202254 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=58d42308-2ac8-45e7-9a45-7b1e396c1d82,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:24.208358 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] No DVR routers for this DVR port 58d42308-2ac8-45e7-9a45-7b1e396c1d82 on host dv-cinder-814898-2-iscsi {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:24.281826 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e371ce-e6fe-42b8-960e-a50172764dc7 req-efbdfdd3-7a7c-45a7-8863-8dbd082591b1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:24.283229 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-45e371ce-e6fe-42b8-960e-a50172764dc7 req-efbdfdd3-7a7c-45a7-8863-8dbd082591b1 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 945 time: 0.1298332 Oct 27 14:13:24.303400 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.334235 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fdbb31-eaea-455c-b7ba-eb7926246e6b']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:24.357468 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f4c8fc-9f81-4194-aa17-bc6574eec84f') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:24.357962 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f4c8fc-9f81-4194-aa17-bc6574eec84f') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:24.359110 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15415b98-f7d0-4559-a63a-78ed50160ed3 None None] DHCP port deletion for 04fdbb31-eaea-455c-b7ba-eb7926246e6b request from dv-cinder-814898-2-iscsi {{(pid=101357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:13:24.388733 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-45e371ce-e6fe-42b8-960e-a50172764dc7 req-6cd345c1-824d-4dce-88ac-c98de92d3572 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989528 Oct 27 14:13:24.390843 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device f673af83-b315-4e45-832f-3d7ba08c2e1f no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:24.403092 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.417905 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: f673af83-b315-4e45-832f-3d7ba08c2e1f {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:24.418244 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device f673af83-b315-4e45-832f-3d7ba08c2e1f not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:24.433244 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-6bd53f7d-ce45-4fac-a458-882d4c6bd3fd tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:24.434689 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-6bd53f7d-ce45-4fac-a458-882d4c6bd3fd tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 945 time: 0.0743864 Oct 27 14:13:24.435624 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.447490 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:13:24.448153 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:13:24.449514 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:13:24.551289 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.559247 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.562438 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] 10.222.0.54 "DELETE /v2.0/networks/04fdbb31-eaea-455c-b7ba-eb7926246e6b HTTP/1.1" status: 204 len: 168 time: 0.7120428 Oct 27 14:13:24.575012 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fba4c-f533-4cf8-b98b-57a91c34dfbb admin admin] Pushing event deleted for resources: {'Network': ['ID=04fdbb31-eaea-455c-b7ba-eb7926246e6b,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:24.595024 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-45bd55b7-8077-4763-bbd6-4da1c06d47ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Deleting port cca5445d-732b-4444-813c-5c52c39678a9 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:24.595362 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-45bd55b7-8077-4763-bbd6-4da1c06d47ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.683071 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42892) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:24.690934 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-45bd55b7-8077-4763-bbd6-4da1c06d47ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] For port cca5445d-732b-4444-813c-5c52c39678a9, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cca5445d-732b-4444-813c-5c52c39678a9,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:24.691290 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-45bd55b7-8077-4763-bbd6-4da1c06d47ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.704887 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-45bd55b7-8077-4763-bbd6-4da1c06d47ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Calling delete_port for cca5445d-732b-4444-813c-5c52c39678a9 owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:24.727669 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-9f405d0c-1313-4780-9ab6-cc74410a25bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e42f26086823418ba21c115dec767d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433700 Oct 27 14:13:24.730141 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42896) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:24.808415 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8c7cc53a-e1f9-4f09-96b2-f988c16a6c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.838693 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-45bd55b7-8077-4763-bbd6-4da1c06d47ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.842180 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1c86c-1b87-42e4-abc5-b1acf013513d req-62825103-66a6-453a-8dc7-0123783752ad tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:24.843720 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ecd1c86c-1b87-42e4-abc5-b1acf013513d req-62825103-66a6-453a-8dc7-0123783752ad tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 945 time: 0.0768464 Oct 27 14:13:24.849524 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8c7cc53a-e1f9-4f09-96b2-f988c16a6c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.851092 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd', 'd5bd7606-ab29-47db-adc7-9cec4230d631', '233d3bd7-857c-4e99-b07b-6094d013c1d4', 'cca5445d-732b-4444-813c-5c52c39678a9'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:13:24.876196 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd55b7-8077-4763-bbd6-4da1c06d47ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Pushing event deleted for resources: {'Port': ['ID=cca5445d-732b-4444-813c-5c52c39678a9,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:24.920963 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-45bd55b7-8077-4763-bbd6-4da1c06d47ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] No DVR routers for this DVR port cca5445d-732b-4444-813c-5c52c39678a9 on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:24.921449 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ecd1c86c-1b87-42e4-abc5-b1acf013513d req-05275fdd-2824-4904-a47a-0f5bdc5b52ca tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690219 Oct 27 14:13:24.923608 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-45bd55b7-8077-4763-bbd6-4da1c06d47ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.932858 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7c5f68d1-576f-48d0-8dce-0cc90de00852 req-45bd55b7-8077-4763-bbd6-4da1c06d47ef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "DELETE /v2.0/ports/cca5445d-732b-4444-813c-5c52c39678a9 HTTP/1.1" status: 204 len: 173 time: 0.4912400 Oct 27 14:13:24.933428 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47313e03-c7b1-47af-a9de-cd1e3a978fe9', 'name': 'network-vif-deleted', 'tag': 'cca5445d-732b-4444-813c-5c52c39678a9'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:24.936513 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c59c3-29c7-4743-9c99-23cdd27310ee" -d '{"events": [{"server_uuid": "47313e03-c7b1-47af-a9de-cd1e3a978fe9", "name": "network-vif-deleted", "tag": "cca5445d-732b-4444-813c-5c52c39678a9"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:24.948254 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8c7cc53a-e1f9-4f09-96b2-f988c16a6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.953143 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8c7cc53a-e1f9-4f09-96b2-f988c16a6c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:24.956290 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-8c7cc53a-e1f9-4f09-96b2-f988c16a6c4e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b633c1f4-300c-441b-bcc4-28b21fac43ca HTTP/1.1" status: 204 len: 168 time: 0.2228389 Oct 27 14:13:24.964461 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cc53a-e1f9-4f09-96b2-f988c16a6c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b633c1f4-300c-441b-bcc4-28b21fac43ca,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:25.043945 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aa5bdf-a9a4-437c-b598-ea4b1a8affe7 x-openstack-request-id: req-b8aa5bdf-a9a4-437c-b598-ea4b1a8affe7 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:25.044566 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47313e03-c7b1-47af-a9de-cd1e3a978fe9", "name": "network-vif-deleted", "tag": "cca5445d-732b-4444-813c-5c52c39678a9", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:25.044838 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8aa5bdf-a9a4-437c-b598-ea4b1a8affe7 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:25.045942 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47313e03-c7b1-47af-a9de-cd1e3a978fe9', 'name': 'network-vif-deleted', 'tag': 'cca5445d-732b-4444-813c-5c52c39678a9', 'status': 'completed', 'code': 200} Oct 27 14:13:25.372276 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 42914) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:25.425223 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 42918) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:25.432856 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-3693edb9-2112-4369-9514-0cfd9335ba0b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ece02679236e41119fc260920ce1f003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592690 Oct 27 14:13:25.490389 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cb806830-bc0a-4ed3-9e19-bf5e93eb7f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:25.534473 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-5dabb496-9694-4515-ba95-2fe368a474a0 req-7e7af057-1443-4bb6-b9d5-998b7747bcef tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=47313e03-c7b1-47af-a9de-cd1e3a978fe9 HTTP/1.1" status: 200 len: 210 time: 0.0393007 Oct 27 14:13:25.539166 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cb806830-bc0a-4ed3-9e19-bf5e93eb7f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:25.592174 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cb806830-bc0a-4ed3-9e19-bf5e93eb7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:25.594762 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cb806830-bc0a-4ed3-9e19-bf5e93eb7f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:25.595892 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-cb806830-bc0a-4ed3-9e19-bf5e93eb7f7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12d3e21a-232e-40a1-af2f-9088720bc3d6 HTTP/1.1" status: 204 len: 168 time: 0.1694868 Oct 27 14:13:25.603597 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb806830-bc0a-4ed3-9e19-bf5e93eb7f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d3e21a-232e-40a1-af2f-9088720bc3d6,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:25.982313 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 83b09793-1dcb-4a71-8a0a-db85e950f733 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:26.001962 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 83b09793-1dcb-4a71-8a0a-db85e950f733 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:26.002316 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 83b09793-1dcb-4a71-8a0a-db85e950f733 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:26.002690 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 58d42308-2ac8-45e7-9a45-7b1e396c1d82 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:26.022990 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 58d42308-2ac8-45e7-9a45-7b1e396c1d82 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:26.023323 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 58d42308-2ac8-45e7-9a45-7b1e396c1d82 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:27.793475 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cca5445d-732b-4444-813c-5c52c39678a9 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:27.814576 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: cca5445d-732b-4444-813c-5c52c39678a9 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:27.814787 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cca5445d-732b-4444-813c-5c52c39678a9 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:27.909836 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896d0b-6b67-488b-9082-7158e24b5a96 req-6013fb56-9c68-4147-95d9-14da7fedfa72 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:27.911282 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c2896d0b-6b67-488b-9082-7158e24b5a96 req-6013fb56-9c68-4147-95d9-14da7fedfa72 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Oct 27 14:13:27.948869 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c2896d0b-6b67-488b-9082-7158e24b5a96 req-c412952e-e7c0-4ab6-a242-bc085e82a982 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Oct 27 14:13:29.072207 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df019d7-9dc0-453e-b02a-5dd4eb9b5eec req-79a2b174-5ba4-45b5-ad43-92cd9337b822 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:29.073727 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6df019d7-9dc0-453e-b02a-5dd4eb9b5eec req-79a2b174-5ba4-45b5-ad43-92cd9337b822 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 945 time: 0.0570202 Oct 27 14:13:29.111228 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6df019d7-9dc0-453e-b02a-5dd4eb9b5eec req-89fe299a-bbdc-4af4-94a9-c46e01b6bedb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Oct 27 14:13:29.991324 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-3c086816-e094-4073-a169-81cabca70ba4 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:29.992748 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-3c086816-e094-4073-a169-81cabca70ba4 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 945 time: 0.0467739 Oct 27 14:13:30.085415 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-0f25ae33-7420-4d32-89f5-320e63fd8ea5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Deleting port 233d3bd7-857c-4e99-b07b-6094d013c1d4 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:30.085700 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-0f25ae33-7420-4d32-89f5-320e63fd8ea5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.173104 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-0f25ae33-7420-4d32-89f5-320e63fd8ea5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] For port 233d3bd7-857c-4e99-b07b-6094d013c1d4, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=233d3bd7-857c-4e99-b07b-6094d013c1d4,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:30.173465 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-0f25ae33-7420-4d32-89f5-320e63fd8ea5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.207749 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-0f25ae33-7420-4d32-89f5-320e63fd8ea5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Calling delete_port for 233d3bd7-857c-4e99-b07b-6094d013c1d4 owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:30.273170 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789fe17-695e-478c-ba5a-f01ff7faada9 req-e3b96ce9-5563-4e1c-b213-c8512b59e910 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:30.274632 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7789fe17-695e-478c-ba5a-f01ff7faada9 req-e3b96ce9-5563-4e1c-b213-c8512b59e910 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7edf095-f950-468c-8f58-f44d62e48568 HTTP/1.1" status: 200 len: 945 time: 0.0940814 Oct 27 14:13:30.329820 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-7789fe17-695e-478c-ba5a-f01ff7faada9 req-de242058-ae4c-4137-89bf-c50fbee8acc5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479827 Oct 27 14:13:30.399037 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-0f25ae33-7420-4d32-89f5-320e63fd8ea5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.410866 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd', 'd5bd7606-ab29-47db-adc7-9cec4230d631', '233d3bd7-857c-4e99-b07b-6094d013c1d4'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:13:30.441437 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25ae33-7420-4d32-89f5-320e63fd8ea5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Pushing event deleted for resources: {'Port': ['ID=233d3bd7-857c-4e99-b07b-6094d013c1d4,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:30.481705 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-0f25ae33-7420-4d32-89f5-320e63fd8ea5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] No DVR routers for this DVR port 233d3bd7-857c-4e99-b07b-6094d013c1d4 on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:30.484672 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-0f25ae33-7420-4d32-89f5-320e63fd8ea5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:30.487954 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-14f04187-252b-43a0-aefc-a407b4c86da2 req-0f25ae33-7420-4d32-89f5-320e63fd8ea5 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "DELETE /v2.0/ports/233d3bd7-857c-4e99-b07b-6094d013c1d4 HTTP/1.1" status: 204 len: 173 time: 0.4872377 Oct 27 14:13:30.488424 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7edf095-f950-468c-8f58-f44d62e48568', 'name': 'network-vif-deleted', 'tag': '233d3bd7-857c-4e99-b07b-6094d013c1d4'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:30.490682 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284f1339-ec40-4572-a8d7-ad0438fd94d9" -d '{"events": [{"server_uuid": "c7edf095-f950-468c-8f58-f44d62e48568", "name": "network-vif-deleted", "tag": "233d3bd7-857c-4e99-b07b-6094d013c1d4"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:30.530406 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f1b504-40ab-49c1-b100-d334144aff5e x-openstack-request-id: req-c2f1b504-40ab-49c1-b100-d334144aff5e {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:30.530705 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7edf095-f950-468c-8f58-f44d62e48568", "name": "network-vif-deleted", "tag": "233d3bd7-857c-4e99-b07b-6094d013c1d4", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:30.531021 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2f1b504-40ab-49c1-b100-d334144aff5e {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:30.531421 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7edf095-f950-468c-8f58-f44d62e48568', 'name': 'network-vif-deleted', 'tag': '233d3bd7-857c-4e99-b07b-6094d013c1d4', 'status': 'completed', 'code': 200} Oct 27 14:13:31.589759 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb4c7f-98e4-426f-b333-52ec1b0cde32 req-f7f65baa-44af-4c7f-aa2f-2a97dd65a29a tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:31.591256 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d3cb4c7f-98e4-426f-b333-52ec1b0cde32 req-f7f65baa-44af-4c7f-aa2f-2a97dd65a29a tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 945 time: 0.0485463 Oct 27 14:13:31.630345 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d3cb4c7f-98e4-426f-b333-52ec1b0cde32 req-86462a6b-c8ab-45f1-acd1-b2184d7114fe tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324450 Oct 27 14:13:32.748517 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4357aaa-dd0e-46f8-b10d-5a091cb824eb req-1dadaf97-c532-4284-8f01-0177dee1c22b tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:32.750682 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c4357aaa-dd0e-46f8-b10d-5a091cb824eb req-1dadaf97-c532-4284-8f01-0177dee1c22b tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 945 time: 0.0511677 Oct 27 14:13:32.788665 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c4357aaa-dd0e-46f8-b10d-5a091cb824eb req-b80b36b0-87d1-45e3-9b1f-e916a707f136 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317485 Oct 27 14:13:33.903665 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054df0f-2c9f-4fee-a785-bd5795b26a8e req-52146dbf-d55e-4f14-bce6-1a2354d363d7 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:33.905418 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1054df0f-2c9f-4fee-a785-bd5795b26a8e req-52146dbf-d55e-4f14-bce6-1a2354d363d7 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 945 time: 0.0493040 Oct 27 14:13:33.945755 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1054df0f-2c9f-4fee-a785-bd5795b26a8e req-1418d2f5-1378-4d85-bf82-d35fcaa0a997 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Oct 27 14:13:35.058617 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d88a4-39d1-4106-abe8-6b19ea402e63 req-857f65ff-b5fb-4729-8efc-636c2c5d8713 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:35.060063 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-997d88a4-39d1-4106-abe8-6b19ea402e63 req-857f65ff-b5fb-4729-8efc-636c2c5d8713 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 945 time: 0.0476313 Oct 27 14:13:35.097889 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-997d88a4-39d1-4106-abe8-6b19ea402e63 req-60af11bc-816b-44af-a26d-00f5e78b07d7 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Oct 27 14:13:35.293541 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 233d3bd7-857c-4e99-b07b-6094d013c1d4 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:35.313442 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 233d3bd7-857c-4e99-b07b-6094d013c1d4 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:35.313762 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 233d3bd7-857c-4e99-b07b-6094d013c1d4 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:36.210224 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650311a0-dbda-42c7-a1fe-3b923f8e800b req-5fd09c94-6ad0-473d-84db-6766ade4ca56 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:36.211589 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-650311a0-dbda-42c7-a1fe-3b923f8e800b req-5fd09c94-6ad0-473d-84db-6766ade4ca56 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 945 time: 0.0486112 Oct 27 14:13:36.248981 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-650311a0-dbda-42c7-a1fe-3b923f8e800b req-42eb0516-507c-4b2c-a21b-f90b3b0cfb97 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Oct 27 14:13:37.360660 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d6fcd-bf54-40ff-9711-9019a1b7e81d req-8ebc1c59-91e3-4381-9633-e8691146b67c tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:37.362738 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-330d6fcd-bf54-40ff-9711-9019a1b7e81d req-8ebc1c59-91e3-4381-9633-e8691146b67c tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 945 time: 0.0470831 Oct 27 14:13:37.398404 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-330d6fcd-bf54-40ff-9711-9019a1b7e81d req-0602aa7f-89aa-4fea-8d48-ad953e510e0c tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299366 Oct 27 14:13:37.971124 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-24d3e020-710f-4305-a97c-8e86efe6c0fb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:37.973177 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-24d3e020-710f-4305-a97c-8e86efe6c0fb tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 945 time: 0.0483687 Oct 27 14:13:38.066632 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-c07721ee-c8b6-45af-a905-0aca155cce10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Deleting port d5bd7606-ab29-47db-adc7-9cec4230d631 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:38.067014 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-c07721ee-c8b6-45af-a905-0aca155cce10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.154890 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-c07721ee-c8b6-45af-a905-0aca155cce10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] For port d5bd7606-ab29-47db-adc7-9cec4230d631, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=d5bd7606-ab29-47db-adc7-9cec4230d631,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:38.155247 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-c07721ee-c8b6-45af-a905-0aca155cce10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.167434 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-c07721ee-c8b6-45af-a905-0aca155cce10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Calling delete_port for d5bd7606-ab29-47db-adc7-9cec4230d631 owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:38.293216 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-c07721ee-c8b6-45af-a905-0aca155cce10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.307132 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd', 'd5bd7606-ab29-47db-adc7-9cec4230d631'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:13:38.319585 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07721ee-c8b6-45af-a905-0aca155cce10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Pushing event deleted for resources: {'Port': ['ID=d5bd7606-ab29-47db-adc7-9cec4230d631,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:38.361477 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-c07721ee-c8b6-45af-a905-0aca155cce10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] No DVR routers for this DVR port d5bd7606-ab29-47db-adc7-9cec4230d631 on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:38.364043 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-c07721ee-c8b6-45af-a905-0aca155cce10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:38.367381 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2afc08db-f48b-47b0-8452-bbd3437cf2f6 req-c07721ee-c8b6-45af-a905-0aca155cce10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "DELETE /v2.0/ports/d5bd7606-ab29-47db-adc7-9cec4230d631 HTTP/1.1" status: 204 len: 173 time: 0.3859849 Oct 27 14:13:38.367830 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf640ab9-132b-4c1d-a266-77686b4ef0a0', 'name': 'network-vif-deleted', 'tag': 'd5bd7606-ab29-47db-adc7-9cec4230d631'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:38.370180 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d39ca35-49cf-46ae-b2c1-fc892e0aa94c" -d '{"events": [{"server_uuid": "cf640ab9-132b-4c1d-a266-77686b4ef0a0", "name": "network-vif-deleted", "tag": "d5bd7606-ab29-47db-adc7-9cec4230d631"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:38.406190 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5d079d-0eeb-4109-92c3-710b472abdb8 x-openstack-request-id: req-7b5d079d-0eeb-4109-92c3-710b472abdb8 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:38.406534 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf640ab9-132b-4c1d-a266-77686b4ef0a0", "name": "network-vif-deleted", "tag": "d5bd7606-ab29-47db-adc7-9cec4230d631", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:38.406869 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b5d079d-0eeb-4109-92c3-710b472abdb8 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:38.407317 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf640ab9-132b-4c1d-a266-77686b4ef0a0', 'name': 'network-vif-deleted', 'tag': 'd5bd7606-ab29-47db-adc7-9cec4230d631', 'status': 'completed', 'code': 200} Oct 27 14:13:38.494095 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-26c45733-5e1f-4900-9b65-b5d0146617f1 req-8fad3aa2-35bf-4b74-bbdf-b0e18a8a87a3 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 210 time: 0.0288041 Oct 27 14:13:39.604474 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-002414bd-ca56-4870-8652-85f5cfb265bd req-f07e996d-cab6-4fd5-b15e-a75331f6acdc tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf640ab9-132b-4c1d-a266-77686b4ef0a0 HTTP/1.1" status: 200 len: 210 time: 0.0301816 Oct 27 14:13:40.327044 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device d5bd7606-ab29-47db-adc7-9cec4230d631 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:40.349882 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: d5bd7606-ab29-47db-adc7-9cec4230d631 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:40.350217 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device d5bd7606-ab29-47db-adc7-9cec4230d631 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:41.089957 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:13:41.845895 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-868e5fe2-2f66-4989-8afb-ace9b162086f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:44.518248 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6e5a727d-397b-4a33-8b49-a913f9fc4f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:45.290598 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:46.134845 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:46.162283 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5261a-1f3d-47d3-8e72-5abfcd12d108 req-f707460c-0d1c-4331-ac9c-6f2cb018e54f tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:46.163743 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bcd5261a-1f3d-47d3-8e72-5abfcd12d108 req-f707460c-0d1c-4331-ac9c-6f2cb018e54f tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 946 time: 0.0495763 Oct 27 14:13:46.201092 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bcd5261a-1f3d-47d3-8e72-5abfcd12d108 req-c1d0fd4d-05a2-493c-90e8-f09cd5193c10 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Oct 27 14:13:47.315125 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca0a47-ba19-471a-b197-654be8ecc101 req-5c2e78fc-7871-426b-ad43-68d511f94472 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:47.316581 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-59ca0a47-ba19-471a-b197-654be8ecc101 req-5c2e78fc-7871-426b-ad43-68d511f94472 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 946 time: 0.0480387 Oct 27 14:13:47.353117 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-59ca0a47-ba19-471a-b197-654be8ecc101 req-416cfcbd-324e-446a-b642-62a8b14cb1e0 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307145 Oct 27 14:13:47.621045 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:48.465594 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99068a88-a770-4678-907b-07294d44b3c5 req-bb779fea-3575-44a0-8649-b817974b1005 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:48.467033 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-99068a88-a770-4678-907b-07294d44b3c5 req-bb779fea-3575-44a0-8649-b817974b1005 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 946 time: 0.0470569 Oct 27 14:13:48.505024 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-99068a88-a770-4678-907b-07294d44b3c5 req-e2b706e6-e414-4ee7-96e2-d75126edd730 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.54 "GET /v2.0/security-groups?id=f5e79a78-f3ed-403d-82b9-ef1d452b948d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Oct 27 14:13:48.533129 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-7acd1f3e-ad7c-4425-ae28-1fee6a1c9747 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:48.534637 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-7acd1f3e-ad7c-4425-ae28-1fee6a1c9747 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "GET /v2.0/ports?device_id=529f29dc-0a65-40fd-acb5-505c581f3d84 HTTP/1.1" status: 200 len: 946 time: 0.0497825 Oct 27 14:13:48.636922 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-0466ba69-e7f4-4e23-bc30-c0d66d5eb9c9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Deleting port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:48.637258 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-0466ba69-e7f4-4e23-bc30-c0d66d5eb9c9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:48.723479 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-0466ba69-e7f4-4e23-bc30-c0d66d5eb9c9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] For port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,segment=NetworkSegment(ed9a10c7-cbac-41c9-8f0d-c433590732aa),segment_id=ed9a10c7-cbac-41c9-8f0d-c433590732aa)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:48.723840 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-0466ba69-e7f4-4e23-bc30-c0d66d5eb9c9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:48.736874 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-0466ba69-e7f4-4e23-bc30-c0d66d5eb9c9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Calling delete_port for cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:48.862663 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-0466ba69-e7f4-4e23-bc30-c0d66d5eb9c9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:48.874726 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:13:48.890537 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466ba69-e7f4-4e23-bc30-c0d66d5eb9c9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Pushing event deleted for resources: {'Port': ['ID=cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:48.934088 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-0466ba69-e7f4-4e23-bc30-c0d66d5eb9c9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] No DVR routers for this DVR port cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:48.936783 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-0466ba69-e7f4-4e23-bc30-c0d66d5eb9c9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:48.940234 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-848d4c3b-54d0-46e1-a9d9-5740c588a626 req-0466ba69-e7f4-4e23-bc30-c0d66d5eb9c9 tempest-AttachVolumeNegativeTest-1444625762 tempest-AttachVolumeNegativeTest-1444625762-project] 10.222.0.66 "DELETE /v2.0/ports/cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd HTTP/1.1" status: 204 len: 173 time: 0.3907127 Oct 27 14:13:48.940665 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529f29dc-0a65-40fd-acb5-505c581f3d84', 'name': 'network-vif-deleted', 'tag': 'cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:48.943526 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c22c450-fe15-46c5-96ad-7ec768a323a0" -d '{"events": [{"server_uuid": "529f29dc-0a65-40fd-acb5-505c581f3d84", "name": "network-vif-deleted", "tag": "cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:48.983301 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c1c4d9-b117-4cc7-bfb9-2d10ca156e50 x-openstack-request-id: req-76c1c4d9-b117-4cc7-bfb9-2d10ca156e50 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:48.983595 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529f29dc-0a65-40fd-acb5-505c581f3d84", "name": "network-vif-deleted", "tag": "cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:48.983846 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76c1c4d9-b117-4cc7-bfb9-2d10ca156e50 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:48.984271 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529f29dc-0a65-40fd-acb5-505c581f3d84', 'name': 'network-vif-deleted', 'tag': 'cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd', 'status': 'completed', 'code': 200} Oct 27 14:13:49.559760 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43054) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:49.602512 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_v2 [None req-002f7834-f90d-4da0-a4f7-2061ffc238b3 admin admin] Deleting subnet 9542053b-0ba0-4648-a9e1-b738e24b60b0 {{(pid=101356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:13:49.605682 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-002f7834-f90d-4da0-a4f7-2061ffc238b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.643559 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-002f7834-f90d-4da0-a4f7-2061ffc238b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845929'] for subnet, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.683713 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-002f7834-f90d-4da0-a4f7-2061ffc238b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.737131 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-002f7834-f90d-4da0-a4f7-2061ffc238b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60100802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62809795'] for subnet, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.763366 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f7834-f90d-4da0-a4f7-2061ffc238b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9542053b-0ba0-4648-a9e1-b738e24b60b0,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:49.767409 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-002f7834-f90d-4da0-a4f7-2061ffc238b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.771594 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-002f7834-f90d-4da0-a4f7-2061ffc238b3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9542053b-0ba0-4648-a9e1-b738e24b60b0 HTTP/1.1" status: 204 len: 168 time: 0.2107913 Oct 27 14:13:49.774378 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43064) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:49.848710 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.929645 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.949084 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49426a46-3d9b-4fab-9e6a-61033ee79622']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:49.958617 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9a10c7-cbac-41c9-8f0d-c433590732aa') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:49.958905 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9a10c7-cbac-41c9-8f0d-c433590732aa') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:49.968082 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.980958 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.986731 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:13:49.987110 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:13:49.989283 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:13:50.041096 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.046783 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.050097 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/49426a46-3d9b-4fab-9e6a-61033ee79622 HTTP/1.1" status: 204 len: 168 time: 0.2746983 Oct 27 14:13:50.061570 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210746d-5084-43f9-b241-607993839ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=49426a46-3d9b-4fab-9e6a-61033ee79622,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:50.209746 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43070) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:50.231215 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.255955 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-cad013c3-090c-42b5-9868-178c27004d83 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b571898ffdb4ba9bada255eae4a0845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447710 Oct 27 14:13:50.258411 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43072) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:50.308882 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f7e6-f1b7-4809-be20-604930d29a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.329865 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f7e6-f1b7-4809-be20-604930d29a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.376703 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f7e6-f1b7-4809-be20-604930d29a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.380026 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-d7e3f7e6-f1b7-4809-be20-604930d29a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:50.381174 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-d7e3f7e6-f1b7-4809-be20-604930d29a22 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5e79a78-f3ed-403d-82b9-ef1d452b948d HTTP/1.1" status: 204 len: 168 time: 0.1218889 Oct 27 14:13:50.390296 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3f7e6-f1b7-4809-be20-604930d29a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e79a78-f3ed-403d-82b9-ef1d452b948d,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:51.128175 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563af20-3ba6-4c9e-b7b7-6c72ed2c5bb1 req-03a05e68-fdce-40b1-acac-68c879394cb0 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:51.129625 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c563af20-3ba6-4c9e-b7b7-6c72ed2c5bb1 req-03a05e68-fdce-40b1-acac-68c879394cb0 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 945 time: 0.0524275 Oct 27 14:13:51.173696 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c563af20-3ba6-4c9e-b7b7-6c72ed2c5bb1 req-3f855cee-d845-46b0-b2d6-f13a209d3466 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336950 Oct 27 14:13:52.292572 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d612f-7d21-4e13-a0ca-d9f1e7793d70 req-cb84e25b-54f3-4f45-9144-1fe7cc4cb0d2 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:52.294059 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-700d612f-7d21-4e13-a0ca-d9f1e7793d70 req-cb84e25b-54f3-4f45-9144-1fe7cc4cb0d2 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 945 time: 0.0515299 Oct 27 14:13:52.331123 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-700d612f-7d21-4e13-a0ca-d9f1e7793d70 req-ac88abef-ef47-491b-af86-ff9c6d192661 tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Oct 27 14:13:52.411973 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:52.431801 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:52.432158 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device cebcaa12-4bcc-40c4-ae65-6e6cfe92b2fd not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:53.177946 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-7bdfe916-4949-4381-8b77-24a0ec042f1f tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:53.179355 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-7bdfe916-4949-4381-8b77-24a0ec042f1f tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.66 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 945 time: 0.0470531 Oct 27 14:13:53.270740 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Deleting port 96a8aff8-bf5a-4839-8395-22c1824bc4c1 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:13:53.271067 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:53.356667 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] For port 96a8aff8-bf5a-4839-8395-22c1824bc4c1, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=96a8aff8-bf5a-4839-8395-22c1824bc4c1,segment=NetworkSegment(f4b82913-5a2c-4df1-9f66-2f30255f0829),segment_id=f4b82913-5a2c-4df1-9f66-2f30255f0829)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:53.357024 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:53.370030 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Calling delete_port for 96a8aff8-bf5a-4839-8395-22c1824bc4c1 owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:13:53.481378 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e232dc6-0528-407f-bc76-72a7f5c3e541 req-1012e8b3-be8d-4a25-8b91-dd912cbf4c5e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:53.482741 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3e232dc6-0528-407f-bc76-72a7f5c3e541 req-1012e8b3-be8d-4a25-8b91-dd912cbf4c5e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/ports?device_id=aed7230c-4c5b-4155-8c55-411bd91e930e HTTP/1.1" status: 200 len: 945 time: 0.0702519 Oct 27 14:13:53.551330 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3e232dc6-0528-407f-bc76-72a7f5c3e541 req-3a20c045-f50b-4787-8233-235ec3b83e8c tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.54 "GET /v2.0/security-groups?id=68c197f0-eb24-4030-be8d-793764e9cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625930 Oct 27 14:13:53.562595 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:53.573777 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['96a8aff8-bf5a-4839-8395-22c1824bc4c1'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:13:53.594474 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Pushing event deleted for resources: {'Port': ['ID=96a8aff8-bf5a-4839-8395-22c1824bc4c1,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:53.619435 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.619779 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.620140 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.620472 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.620795 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.621120 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.621443 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.621765 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.622086 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.622405 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.622721 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.623036 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:53.643610 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] No DVR routers for this DVR port 96a8aff8-bf5a-4839-8395-22c1824bc4c1 on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:53.646035 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:53.649310 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-04e253d1-1762-4b1e-a589-7d59fcffd716 req-9f2b6c9d-88bf-476d-9d61-8f5c942a216e tempest-VolumesSnapshotTestJSON-154852658 tempest-VolumesSnapshotTestJSON-154852658-project] 10.222.0.66 "DELETE /v2.0/ports/96a8aff8-bf5a-4839-8395-22c1824bc4c1 HTTP/1.1" status: 204 len: 173 time: 0.4630115 Oct 27 14:13:53.649744 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed7230c-4c5b-4155-8c55-411bd91e930e', 'name': 'network-vif-deleted', 'tag': '96a8aff8-bf5a-4839-8395-22c1824bc4c1'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:53.652541 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7fdc5-bb65-4da9-9597-677296b18a79" -d '{"events": [{"server_uuid": "aed7230c-4c5b-4155-8c55-411bd91e930e", "name": "network-vif-deleted", "tag": "96a8aff8-bf5a-4839-8395-22c1824bc4c1"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:13:53.692928 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4722b83-a9bd-4c5a-908e-3f9065b9ab27 x-openstack-request-id: req-a4722b83-a9bd-4c5a-908e-3f9065b9ab27 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:13:53.693218 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed7230c-4c5b-4155-8c55-411bd91e930e", "name": "network-vif-deleted", "tag": "96a8aff8-bf5a-4839-8395-22c1824bc4c1", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:13:53.693466 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4722b83-a9bd-4c5a-908e-3f9065b9ab27 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:13:53.693854 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed7230c-4c5b-4155-8c55-411bd91e930e', 'name': 'network-vif-deleted', 'tag': '96a8aff8-bf5a-4839-8395-22c1824bc4c1', 'status': 'completed', 'code': 200} Oct 27 14:13:54.111051 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43146) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:54.213142 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a10ff00b-efc7-42c2-b201-5ac7b0d82f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:54.294059 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a10ff00b-efc7-42c2-b201-5ac7b0d82f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:54.297868 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-a10ff00b-efc7-42c2-b201-5ac7b0d82f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:54.339201 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-a10ff00b-efc7-42c2-b201-5ac7b0d82f19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9bbbb47eb4ff4e0a82a8506967b11e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270849 Oct 27 14:13:54.339920 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ff00b-efc7-42c2-b201-5ac7b0d82f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90f586b-ac77-411b-a967-3659c0de6bdb,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:54.342219 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43150) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:54.396156 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac52e-dccb-48e2-a190-4ac96c2d6c21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:54.417419 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac52e-dccb-48e2-a190-4ac96c2d6c21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:54.461916 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac52e-dccb-48e2-a190-4ac96c2d6c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:54.464539 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7c5ac52e-dccb-48e2-a190-4ac96c2d6c21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:54.465667 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-7c5ac52e-dccb-48e2-a190-4ac96c2d6c21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d90f586b-ac77-411b-a967-3659c0de6bdb HTTP/1.1" status: 204 len: 168 time: 0.1222396 Oct 27 14:13:54.473942 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ac52e-dccb-48e2-a190-4ac96c2d6c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90f586b-ac77-411b-a967-3659c0de6bdb,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:56.119463 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43214) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:56.223488 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-edaf0c59-1325-4580-9887-d9c529dd3d2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.296784 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-edaf0c59-1325-4580-9887-d9c529dd3d2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.300304 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-edaf0c59-1325-4580-9887-d9c529dd3d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.338268 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-edaf0c59-1325-4580-9887-d9c529dd3d2f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0bbeedfedaf94221810d4e5272c42ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177150 Oct 27 14:13:56.340036 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf0c59-1325-4580-9887-d9c529dd3d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d1840e-b599-401d-b3a9-8fd789284392,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:56.341119 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43218) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:56.393389 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5765ac8-6c8e-4bb5-87e6-d008832d090c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.414932 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5765ac8-6c8e-4bb5-87e6-d008832d090c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.443478 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 96a8aff8-bf5a-4839-8395-22c1824bc4c1 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:13:56.461427 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5765ac8-6c8e-4bb5-87e6-d008832d090c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.464032 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-f5765ac8-6c8e-4bb5-87e6-d008832d090c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.465226 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-f5765ac8-6c8e-4bb5-87e6-d008832d090c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2d1840e-b599-401d-b3a9-8fd789284392 HTTP/1.1" status: 204 len: 168 time: 0.1230662 Oct 27 14:13:56.465740 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 96a8aff8-bf5a-4839-8395-22c1824bc4c1 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:13:56.466092 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 96a8aff8-bf5a-4839-8395-22c1824bc4c1 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:13:56.474372 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5765ac8-6c8e-4bb5-87e6-d008832d090c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d1840e-b599-401d-b3a9-8fd789284392,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:56.718599 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43224) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:56.732429 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9705bd04-2b49-48a5-a008-f891b6329a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.804168 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9705bd04-2b49-48a5-a008-f891b6329a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.807545 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9705bd04-2b49-48a5-a008-f891b6329a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.845393 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-9705bd04-2b49-48a5-a008-f891b6329a1d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3a22f78e94b435089b9941ff251a358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1257598 Oct 27 14:13:56.846242 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705bd04-2b49-48a5-a008-f891b6329a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55ba32e-53cd-4389-bdf3-e82715da1c96,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:56.848066 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43226) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:56.897577 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7d69f5d4-0afc-4872-8c34-243f5eb66b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.918657 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7d69f5d4-0afc-4872-8c34-243f5eb66b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.964213 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7d69f5d4-0afc-4872-8c34-243f5eb66b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.966713 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-7d69f5d4-0afc-4872-8c34-243f5eb66b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:56.967848 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-7d69f5d4-0afc-4872-8c34-243f5eb66b15 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f55ba32e-53cd-4389-bdf3-e82715da1c96 HTTP/1.1" status: 204 len: 168 time: 0.1181383 Oct 27 14:13:56.975558 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69f5d4-0afc-4872-8c34-243f5eb66b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55ba32e-53cd-4389-bdf3-e82715da1c96,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:58.525610 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43276) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:58.627129 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e9f34b2b-5bca-486b-8e14-648889b049bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:58.698501 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e9f34b2b-5bca-486b-8e14-648889b049bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:58.702136 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e9f34b2b-5bca-486b-8e14-648889b049bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:58.742691 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-e9f34b2b-5bca-486b-8e14-648889b049bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77e39f9336454963bc7af0743aea015d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159739 Oct 27 14:13:58.743619 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f34b2b-5bca-486b-8e14-648889b049bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a4906a-cef1-4629-b77c-5e6559309447,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:58.745393 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43280) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:58.797073 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45bbca55-6690-4f65-8687-e0e2c3c582f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:58.817257 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45bbca55-6690-4f65-8687-e0e2c3c582f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:58.862081 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45bbca55-6690-4f65-8687-e0e2c3c582f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:58.864979 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-45bbca55-6690-4f65-8687-e0e2c3c582f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:58.866094 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-45bbca55-6690-4f65-8687-e0e2c3c582f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21a4906a-cef1-4629-b77c-5e6559309447 HTTP/1.1" status: 204 len: 168 time: 0.1196711 Oct 27 14:13:58.873308 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbca55-6690-4f65-8687-e0e2c3c582f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a4906a-cef1-4629-b77c-5e6559309447,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:59.120437 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43286) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:59.133731 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-aee1f4b8-59d5-4076-af41-4ff89e55e08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:59.211057 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-aee1f4b8-59d5-4076-af41-4ff89e55e08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:59.214644 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-aee1f4b8-59d5-4076-af41-4ff89e55e08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:59.252253 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-aee1f4b8-59d5-4076-af41-4ff89e55e08c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=573a1076f46442aa88914ce01763ff7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306951 Oct 27 14:13:59.253121 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1f4b8-59d5-4076-af41-4ff89e55e08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d033612d-2e7a-4dcf-939d-07e4bd2752d2,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:59.255387 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43290) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:13:59.304648 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-98138527-bd8d-40d4-91a5-4c61b9b6ec6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:59.325781 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-98138527-bd8d-40d4-91a5-4c61b9b6ec6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:59.371431 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-98138527-bd8d-40d4-91a5-4c61b9b6ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:59.373975 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-98138527-bd8d-40d4-91a5-4c61b9b6ec6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:13:59.375075 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-98138527-bd8d-40d4-91a5-4c61b9b6ec6a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d033612d-2e7a-4dcf-939d-07e4bd2752d2 HTTP/1.1" status: 204 len: 168 time: 0.1186171 Oct 27 14:13:59.383248 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98138527-bd8d-40d4-91a5-4c61b9b6ec6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d033612d-2e7a-4dcf-939d-07e4bd2752d2,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:03.378417 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43366) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:03.480631 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e8a3bf33-2f22-46cd-934d-87735e2525b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.551760 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e8a3bf33-2f22-46cd-934d-87735e2525b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.555725 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e8a3bf33-2f22-46cd-934d-87735e2525b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.593843 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-e8a3bf33-2f22-46cd-934d-87735e2525b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6a75c9cf3fd48dea2dc103705da9c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137201 Oct 27 14:14:03.594745 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3bf33-2f22-46cd-934d-87735e2525b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451d00fa-78bc-4971-8ab1-fffc941dc2da,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:03.596568 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43370) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:03.645785 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7107cdf8-6ea7-4418-90b7-2e7693720287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.666585 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7107cdf8-6ea7-4418-90b7-2e7693720287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.733051 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7107cdf8-6ea7-4418-90b7-2e7693720287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.735695 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7107cdf8-6ea7-4418-90b7-2e7693720287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:03.736892 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-7107cdf8-6ea7-4418-90b7-2e7693720287 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/451d00fa-78bc-4971-8ab1-fffc941dc2da HTTP/1.1" status: 204 len: 168 time: 0.1387420 Oct 27 14:14:03.745532 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107cdf8-6ea7-4418-90b7-2e7693720287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d00fa-78bc-4971-8ab1-fffc941dc2da,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:04.016035 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43384) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:04.030290 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-24c52fcb-7f66-44f9-a4f1-3e6b1ff9a4d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.103446 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-24c52fcb-7f66-44f9-a4f1-3e6b1ff9a4d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.107759 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-24c52fcb-7f66-44f9-a4f1-3e6b1ff9a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.147281 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-24c52fcb-7f66-44f9-a4f1-3e6b1ff9a4d1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04b161a0c6ee4de5a3bdf624a9c0c972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300817 Oct 27 14:14:04.148291 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c52fcb-7f66-44f9-a4f1-3e6b1ff9a4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65e723a-af9d-45dd-bebc-bd84ecd67931,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:04.150745 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43386) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:04.201843 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b1cb66d5-c5c5-4c8c-81a2-1abcbf62b88a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.223959 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b1cb66d5-c5c5-4c8c-81a2-1abcbf62b88a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.269119 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b1cb66d5-c5c5-4c8c-81a2-1abcbf62b88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.272309 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-b1cb66d5-c5c5-4c8c-81a2-1abcbf62b88a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:04.273486 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-b1cb66d5-c5c5-4c8c-81a2-1abcbf62b88a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b65e723a-af9d-45dd-bebc-bd84ecd67931 HTTP/1.1" status: 204 len: 168 time: 0.1218319 Oct 27 14:14:04.281820 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb66d5-c5c5-4c8c-81a2-1abcbf62b88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65e723a-af9d-45dd-bebc-bd84ecd67931,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:04.997091 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43410) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:05.104405 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1894812942-network', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:05.135240 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Made reservation on behalf of f6688a26aa6041cea90f3215c3650672 for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:05.137772 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.154931 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.242081 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.246555 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.273632 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:14:05.278942 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ca9665-864a-4eeb-aab5-a52050dcaff0,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:05.287613 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.287613 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Added segment 2a7ee845-b1fd-4cb6-88a3-53324bfbcd95 of type vlan for network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f Oct 27 14:14:05.327772 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.352186 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.353105 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:05.353696 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.410155 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4117193 Oct 27 14:14:05.413193 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43418) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:05.413699 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f0fab-9b6e-4acd-b721-858d5b394f8d admin admin] Pushing event updated for resources: {'Network': ['ID=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:05.418877 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Request body: {'subnet': {'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1894812942-subnet', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'ip_version': 4}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:05.423828 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:14:05.443938 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Made reservation on behalf of f6688a26aa6041cea90f3215c3650672 for: {'subnet': 1} {{(pid=101356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:05.446292 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62809378'] for subnet, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.612797 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60100739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62809392'] for subnet, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.672126 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:05.682308 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Checking segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:05.682619 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Network hostable DHCP agents. Network: ef01d2ea-cf34-4bdd-ac23-61a64ea2846f, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:14:05.702773 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:14:05.711818 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, ef01d2ea-cf34-4bdd-ac23-61a64ea2846f) {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:05.715771 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:05.716384 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.721165 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323e740-8d51-4bac-89a7-48e0dc6ca0c8 None None] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:14:05.732970 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-cc8c5b9e-f1e8-488c-9d71-dbd24d95dd3c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3186893 Oct 27 14:14:05.735609 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43420) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:05.739886 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:05.765752 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1302'] for router, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.766931 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3707714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3826736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1311'] for router, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.823049 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.869976 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b38121d-ab4f-51e8-aed6-adc1c8c7f7a7-ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf'}]}} from dv-cinder-814898-2-iscsi. {{(pid=101357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:14:05.870850 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:05.965211 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.006671 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.db_base_plugin_common [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Allocated IP 172.20.0.2 (ef01d2ea-cf34-4bdd-ac23-61a64ea2846f/7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf/a5a93867-872c-4f00-923f-2a1dfa93edab) {{(pid=101357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:06.151116 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Publish callbacks [] for port, precommit_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.157755 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.167877 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.190413 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.203037 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f is already hosted by enough agents. {{(pid=101357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:06.206944 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.base_scheduler [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Resources bound (agent type, host, resource id): {{(pid=101357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:06.208933 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Pushing event updated for resources: {'Port': ['ID=a5a93867-872c-4f00-923f-2a1dfa93edab,revision_number=1']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:06.211159 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Received port after_create {{(pid=101357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:06.285366 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Attempting to bind port a5a93867-872c-4f00-923f-2a1dfa93edab on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:14:06.285763 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Attempting to bind port a5a93867-872c-4f00-923f-2a1dfa93edab by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:14:06.286135 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Attempting to bind port a5a93867-872c-4f00-923f-2a1dfa93edab on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:06.292412 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:14:06.292795 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Checking segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:06.293196 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.293593 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Bound using segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:14:06.294066 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Bound port: a5a93867-872c-4f00-923f-2a1dfa93edab, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:14:06.294449 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.295034 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Allocated IP 172.27.1.42 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/228c4642-f0de-47ce-8f86-345101d89822) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:06.362775 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] For port a5a93867-872c-4f00-923f-2a1dfa93edab, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:06.366036 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] For port a5a93867-872c-4f00-923f-2a1dfa93edab, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=a5a93867-872c-4f00-923f-2a1dfa93edab,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:06.369743 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.410819 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.425385 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea3db1-f89e-4dd7-8a38-8bc4f14e2d77 None None] Pushing event updated for resources: {'Port': ['ID=a5a93867-872c-4f00-923f-2a1dfa93edab,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:06.446093 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:06.489091 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:06.494364 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:06.498722 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:06.527700 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Pushing event updated for resources: {'Port': ['ID=228c4642-f0de-47ce-8f86-345101d89822,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:07.014951 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.236839 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3707721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214'] for router, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.260848 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88b9fde-8fd0-4bd1-87ea-fd3eb0b62789 None None] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:14:07.337928 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-238cdfb3-76ba-408e-b3df-9704a442a599 None None] Provisioning complete for port a5a93867-872c-4f00-923f-2a1dfa93edab triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:07.338279 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-238cdfb3-76ba-408e-b3df-9704a442a599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.381532 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d is scheduled to L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff with binding_index 1 {{(pid=101356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:14:07.479873 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-238cdfb3-76ba-408e-b3df-9704a442a599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.495840 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:07.509188 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Sync routers for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:07.523124 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.524013 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-238cdfb3-76ba-408e-b3df-9704a442a599 None None] For port a5a93867-872c-4f00-923f-2a1dfa93edab, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=a5a93867-872c-4f00-923f-2a1dfa93edab,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:07.525051 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-9924f10c-c946-4c59-a39b-de36159d2464 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7884982 Oct 27 14:14:07.528239 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43426) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:07.531065 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:07.532128 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:13:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:07.572547 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-238cdfb3-76ba-408e-b3df-9704a442a599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:07.678463 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cdfb3-76ba-408e-b3df-9704a442a599 None None] Pushing event updated for resources: {'Port': ['ID=a5a93867-872c-4f00-923f-2a1dfa93edab,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:07.725574 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:07.727565 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-391a5455-5c50-47ab-b833-f5e3a200e46d None None] Provisioning complete for port a5a93867-872c-4f00-923f-2a1dfa93edab triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:07.727946 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-391a5455-5c50-47ab-b833-f5e3a200e46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.045272 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a5a93867-872c-4f00-923f-2a1dfa93edab up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:08.191351 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port a5a93867-872c-4f00-923f-2a1dfa93edab triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:08.191737 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.213698 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.229593 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:06Z', 'revision_number': 3, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:08.261377 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Checking router: 956634e8-bb6c-47a7-a0cb-afbbf6487c7d for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:08.261948 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Updating router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d port 228c4642-f0de-47ce-8f86-345101d89822 binding host dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:14:08.296776 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.379610 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Allocated IP 172.20.0.1 (ef01d2ea-cf34-4bdd-ac23-61a64ea2846f/7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf/588f852f-8d32-4d76-841a-a76e011ef9dc) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:08.481445 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.517591 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.561783 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:08.569484 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:08.572093 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:08.595232 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Publish callbacks [] for port, precommit_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.600829 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.613018 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Pushing event updated for resources: {'Port': ['ID=588f852f-8d32-4d76-841a-a76e011ef9dc,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:08.625118 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3705803'] for router_interface, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.656698 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Attempting to bind port 228c4642-f0de-47ce-8f86-345101d89822 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:14:08.657070 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Attempting to bind port 228c4642-f0de-47ce-8f86-345101d89822 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:14:08.657440 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Attempting to bind port 228c4642-f0de-47ce-8f86-345101d89822 on network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:08.659373 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89af42-9a22-4d0d-b5f4-9d0ed6d91709 None None] Pushing event updated for resources: {'Port': ['ID=228c4642-f0de-47ce-8f86-345101d89822,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:08.665820 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:14:08.666219 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:08.666574 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.666958 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Bound using segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:14:08.667822 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Bound port: 228c4642-f0de-47ce-8f86-345101d89822, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:14:08.667822 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.728972 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] For port 228c4642-f0de-47ce-8f86-345101d89822, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:08.733165 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] For port 228c4642-f0de-47ce-8f86-345101d89822, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=228c4642-f0de-47ce-8f86-345101d89822,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:08.739362 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.775078 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.812501 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:08.813103 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:13:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:08.816622 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89af42-9a22-4d0d-b5f4-9d0ed6d91709 None None] Pushing event updated for resources: {'Port': ['ID=228c4642-f0de-47ce-8f86-345101d89822,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:08.848911 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-97b0b6ce-1ac0-40ea-be62-9a6f3f5cbf24 None None] Provisioning complete for port 588f852f-8d32-4d76-841a-a76e011ef9dc triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:08.849252 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-97b0b6ce-1ac0-40ea-be62-9a6f3f5cbf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.927416 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-97b0b6ce-1ac0-40ea-be62-9a6f3f5cbf24 None None] Port 588f852f-8d32-4d76-841a-a76e011ef9dc cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:14:08.944896 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.950199 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:08.952581 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:09.015766 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4155533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3706459'] for router_interface, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:09.017509 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Pushing event updated for resources: {'Port': ['ID=588f852f-8d32-4d76-841a-a76e011ef9dc,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:09.117239 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:09.118719 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:09.169791 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 1, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:09.198081 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d58c9e-ac49-480b-a74b-d02185b05d11 None None] The sync data for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi is: [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 1, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:09.245520 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:09.349769 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-e4699a7f-2be4-491d-b287-4abf96f8b4e2 None None] Provisioning complete for port 588f852f-8d32-4d76-841a-a76e011ef9dc triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:09.350149 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-e4699a7f-2be4-491d-b287-4abf96f8b4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:09.364723 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:09.371145 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-e88b8614-8a31-4e39-8c38-b3d5febc5298 admin admin] 10.222.0.54 "PUT /v2.0/routers/956634e8-bb6c-47a7-a0cb-afbbf6487c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8401685 Oct 27 14:14:09.387665 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-e4699a7f-2be4-491d-b287-4abf96f8b4e2 None None] Port 588f852f-8d32-4d76-841a-a76e011ef9dc cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:14:09.910667 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43446) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:09.918034 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1868366632-network', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:09.942230 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Made reservation on behalf of 8be2bc18898f443d988494ae79f5d87c for: {'network': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:09.945641 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for network, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:09.957448 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.034221 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 228c4642-f0de-47ce-8f86-345101d89822 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:10.065498 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.069825 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.095803 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 228c4642-f0de-47ce-8f86-345101d89822 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:10.096202 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.100282 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=101355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:14:10.105905 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bb3e0a-46a3-4c73-8fc1-cc48cb502d03,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.116351 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.116764 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.segments_db [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Added segment b18e7aa8-84e2-4e6c-885a-ef77d9736369 of type vlan for network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd Oct 27 14:14:10.160368 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757075198877'] for network, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.189272 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579'] for network, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.190711 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:10.190977 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.205388 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.231174 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port 228c4642-f0de-47ce-8f86-345101d89822, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=228c4642-f0de-47ce-8f86-345101d89822,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:10.235898 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.262527 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3494973 Oct 27 14:14:10.265231 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43448) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:10.273147 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Request body: {'subnet': {'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1868366632-subnet', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'ip_version': 4}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:10.288726 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=228c4642-f0de-47ce-8f86-345101d89822,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.296177 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038068ff-9e8b-40a5-8b67-8c6eb37a7f0f admin admin] Pushing event updated for resources: {'Network': ['ID=86d55a6b-9d27-4998-a5e9-36f06af8dbbd,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.316825 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Made reservation on behalf of 8be2bc18898f443d988494ae79f5d87c for: {'subnet': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:10.317801 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd details requested by agent ovs-agent-dv-cinder-814898-2-iscsi with host dv-cinder-814898-2-iscsi {{(pid=101357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 14:14:10.319955 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59606459'] for subnet, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.551757 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59536575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59606441'] for subnet, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.602522 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1137774-1c58-46ed-9065-3a5c958b4432,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.618660 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Checking segment: {'id': 'b18e7aa8-84e2-4e6c-885a-ef77d9736369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:10.619015 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Network hostable DHCP agents. Network: 86d55a6b-9d27-4998-a5e9-36f06af8dbbd, hostable agents: ['ca03cecb-a073-4ad5-b894-487f0f3bd630'], hosted agents: [] {{(pid=101355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:14:10.636367 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd is scheduled to be hosted by DHCP agent ca03cecb-a073-4ad5-b894-487f0f3bd630 with binding_index 1 {{(pid=101355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:14:10.646394 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-814898-2-iscsi, 86d55a6b-9d27-4998-a5e9-36f06af8dbbd) {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:10.654659 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513508b9-1b79-40de-aa53-b2f35d36077c None None] Network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:14:10.660136 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:10.661373 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.707529 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-53013926-80a3-4fa9-a349-84d35ebfc6aa admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4389422 Oct 27 14:14:10.707743 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43456) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:10.716138 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1868366632-router', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:10.745672 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3706034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1302'] for router, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.746795 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3707714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3704267', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3826736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1311'] for router, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.805597 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.853510 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b38121d-ab4f-51e8-aed6-adc1c8c7f7a7-86d55a6b-9d27-4998-a5e9-36f06af8dbbd', 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'fixed_ips': [{'subnet_id': 'b1137774-1c58-46ed-9065-3a5c958b4432'}]}} from dv-cinder-814898-2-iscsi. {{(pid=101357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 14:14:10.854467 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:10.958785 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.010278 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.db_base_plugin_common [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Allocated IP 172.20.0.2 (86d55a6b-9d27-4998-a5e9-36f06af8dbbd/b1137774-1c58-46ed-9065-3a5c958b4432/2f644f03-4722-4bb2-bf6a-c504837b3792) {{(pid=101357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:11.160875 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Publish callbacks [] for port, precommit_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.173102 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275'] for port, after_create {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.178056 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.202377 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.293060 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Sync routers for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:11.304611 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:11.305235 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:13:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:11.319283 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Allocated IP 172.27.1.137 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/a99f68c2-b320-4351-9e46-3ad9bb66b0db) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:11.347224 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd is already hosted by enough agents. {{(pid=101357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:11.350336 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.scheduler.base_scheduler [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Resources bound (agent type, host, resource id): {{(pid=101357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:11.354032 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Received port after_create {{(pid=101357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:11.361339 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Pushing event updated for resources: {'Port': ['ID=2f644f03-4722-4bb2-bf6a-c504837b3792,revision_number=1']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:11.416498 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Attempting to bind port 2f644f03-4722-4bb2-bf6a-c504837b3792 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:14:11.416871 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Attempting to bind port 2f644f03-4722-4bb2-bf6a-c504837b3792 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': 'b18e7aa8-84e2-4e6c-885a-ef77d9736369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:14:11.417247 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Attempting to bind port 2f644f03-4722-4bb2-bf6a-c504837b3792 on network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:11.419290 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:11.422406 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:14:11.422785 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Checking segment: {'id': 'b18e7aa8-84e2-4e6c-885a-ef77d9736369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:11.423185 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.423588 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Bound using segment: {'id': 'b18e7aa8-84e2-4e6c-885a-ef77d9736369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:14:11.424062 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Bound port: 2f644f03-4722-4bb2-bf6a-c504837b3792, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18e7aa8-84e2-4e6c-885a-ef77d9736369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:14:11.424545 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.451530 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.487808 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] For port 2f644f03-4722-4bb2-bf6a-c504837b3792, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:11.490182 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.491751 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] For port 2f644f03-4722-4bb2-bf6a-c504837b3792, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=2f644f03-4722-4bb2-bf6a-c504837b3792,segment=NetworkSegment(b18e7aa8-84e2-4e6c-885a-ef77d9736369),segment_id=b18e7aa8-84e2-4e6c-885a-ef77d9736369)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:11.496306 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.529433 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:11.532930 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:11.539616 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:11.558028 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12b9d0-5fa9-4abd-9233-2362b793104d None None] Pushing event updated for resources: {'Port': ['ID=2f644f03-4722-4bb2-bf6a-c504837b3792,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:11.582814 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Pushing event updated for resources: {'Port': ['ID=a99f68c2-b320-4351-9e46-3ad9bb66b0db,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:11.659951 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 2, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:11.692888 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Checking router: 956634e8-bb6c-47a7-a0cb-afbbf6487c7d for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:11.693360 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Updating router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d port 588f852f-8d32-4d76-841a-a76e011ef9dc binding host dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:14:11.720222 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.864815 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6dff7519-8eb1-4189-a2ae-b7aa9af41a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:11.889998 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.066700 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Publish callbacks [] for port, precommit_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.082522 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.118193 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3707721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3704214'] for router, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.142718 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Pushing event updated for resources: {'Port': ['ID=588f852f-8d32-4d76-841a-a76e011ef9dc,revision_number=3']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:12.156605 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.159597 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.160740 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.161309 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.161649 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.161988 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.162316 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.162669 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.162986 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.163319 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.163644 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.163963 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:12.174876 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 2f644f03-4722-4bb2-bf6a-c504837b3792 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:12.230487 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Attempting to bind port 588f852f-8d32-4d76-841a-a76e011ef9dc on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:14:12.231138 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Attempting to bind port 588f852f-8d32-4d76-841a-a76e011ef9dc by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:14:12.231808 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Attempting to bind port 588f852f-8d32-4d76-841a-a76e011ef9dc on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:12.239805 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:14:12.240496 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Checking segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:12.241086 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.242174 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Bound using segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:14:12.243004 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Bound port: 588f852f-8d32-4d76-841a-a76e011ef9dc, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'}}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:14:12.243840 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.253595 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 2f644f03-4722-4bb2-bf6a-c504837b3792 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:12.254230 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.291746 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Router ceb5d96c-cce2-483d-b472-36db84bfd509 is scheduled to L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff with binding_index 1 {{(pid=101355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:14:12.329908 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] For port 588f852f-8d32-4d76-841a-a76e011ef9dc, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:12.334905 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] For port 588f852f-8d32-4d76-841a-a76e011ef9dc, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=588f852f-8d32-4d76-841a-a76e011ef9dc,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:12.342954 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.373423 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.422388 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port 2f644f03-4722-4bb2-bf6a-c504837b3792, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=2f644f03-4722-4bb2-bf6a-c504837b3792,segment=NetworkSegment(b18e7aa8-84e2-4e6c-885a-ef77d9736369),segment_id=b18e7aa8-84e2-4e6c-885a-ef77d9736369)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:12.428517 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.429282 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 228c4642-f0de-47ce-8f86-345101d89822 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:12.445001 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:12.445619 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:13:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:12.449659 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd56dbd-49f1-4c2b-8202-d9c7607c5291 None None] Pushing event updated for resources: {'Port': ['ID=588f852f-8d32-4d76-841a-a76e011ef9dc,revision_number=4']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:12.505873 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:12.510794 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-7bc63835-c3c6-494d-9e74-127d8fc047be None None] Provisioning complete for port 588f852f-8d32-4d76-841a-a76e011ef9dc triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:12.511254 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-7bc63835-c3c6-494d-9e74-127d8fc047be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.534650 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] Publish callbacks [] for router, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.541475 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-db5a5c48-f33d-4efb-a12e-f20906483d64 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8295622 Oct 27 14:14:12.542374 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43468) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:12.563387 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Sync routers for ids ['ceb5d96c-cce2-483d-b472-36db84bfd509'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:12.580605 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Routers {'ceb5d96c-cce2-483d-b472-36db84bfd509'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:12.581081 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:13:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['ceb5d96c-cce2-483d-b472-36db84bfd509'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:12.611303 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:12.728527 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=2f644f03-4722-4bb2-bf6a-c504837b3792,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:12.746464 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Set router ceb5d96c-cce2-483d-b472-36db84bfd509 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:12.836494 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 228c4642-f0de-47ce-8f86-345101d89822 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:12.836923 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.850300 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c61de4-a741-4ed7-9fa7-7e180e431d54 None None] Network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:14:12.969057 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-7bc63835-c3c6-494d-9e74-127d8fc047be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:12.983604 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:12Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:13.014900 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea777d-4780-46e8-bb1e-6fc142627c7f None None] The sync data for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi is: [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:12Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:13.064666 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-7bc63835-c3c6-494d-9e74-127d8fc047be None None] For port 588f852f-8d32-4d76-841a-a76e011ef9dc, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=588f852f-8d32-4d76-841a-a76e011ef9dc,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:13.102406 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-7bc63835-c3c6-494d-9e74-127d8fc047be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.265652 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc63835-c3c6-494d-9e74-127d8fc047be None None] Pushing event updated for resources: {'Port': ['ID=588f852f-8d32-4d76-841a-a76e011ef9dc,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:13.297281 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-e3e1416e-7d2e-4cc0-acfb-f66e5a722fd3 None None] Provisioning complete for port 2f644f03-4722-4bb2-bf6a-c504837b3792 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:13.297679 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-e3e1416e-7d2e-4cc0-acfb-f66e5a722fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.301475 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'name': 'tempest-TestVolumeBootPattern-1868366632-router', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:10Z', 'updated_at': '2021-10-27T14:14:11Z', 'revision_number': 3, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'gw_port': {'id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:11Z', 'updated_at': '2021-10-27T14:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:13.340482 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.353177 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Checking router: ceb5d96c-cce2-483d-b472-36db84bfd509 for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:13.353527 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Updating router ceb5d96c-cce2-483d-b472-36db84bfd509 port a99f68c2-b320-4351-9e46-3ad9bb66b0db binding host dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:14:13.389393 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.536197 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Allocated IP 172.20.0.1 (86d55a6b-9d27-4998-a5e9-36f06af8dbbd/b1137774-1c58-46ed-9065-3a5c958b4432/bac53297-ee41-4e5d-af5b-cfd56491ba79) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:13.582538 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-e3e1416e-7d2e-4cc0-acfb-f66e5a722fd3 None None] Provisioning complete for port 588f852f-8d32-4d76-841a-a76e011ef9dc triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:13.582912 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-e3e1416e-7d2e-4cc0-acfb-f66e5a722fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.649274 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.691163 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.737105 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:13.740805 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:13.745460 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:13.748629 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Pushing event updated for resources: {'Port': ['ID=bac53297-ee41-4e5d-af5b-cfd56491ba79,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:13.766152 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Publish callbacks [] for port, precommit_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.774169 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.790982 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3705803'] for router_interface, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.949296 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:13.986283 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Attempting to bind port a99f68c2-b320-4351-9e46-3ad9bb66b0db on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:14:13.986645 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Attempting to bind port a99f68c2-b320-4351-9e46-3ad9bb66b0db by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:14:13.987008 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Attempting to bind port a99f68c2-b320-4351-9e46-3ad9bb66b0db on network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:13.991176 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988be52-abc6-40b0-ae55-e45d4fc4f5f2 None None] Pushing event updated for resources: {'Port': ['ID=a99f68c2-b320-4351-9e46-3ad9bb66b0db,revision_number=2']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:13.998479 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-cc0e1727-d436-46d3-94b5-4cc93bb942db None None] Provisioning complete for port 2f644f03-4722-4bb2-bf6a-c504837b3792 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:13.998791 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-cc0e1727-d436-46d3-94b5-4cc93bb942db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.005455 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:14:14.005859 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Checking segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:14.006254 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.006649 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Bound using segment: {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'} {{(pid=101357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:14:14.007133 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.managers [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Bound port: a99f68c2-b320-4351-9e46-3ad9bb66b0db, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bec0293-e6e3-49b7-b750-40f1c93cc655', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a'}}] {{(pid=101357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:14:14.007511 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.071479 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 588f852f-8d32-4d76-841a-a76e011ef9dc up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:14.130783 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] For port a99f68c2-b320-4351-9e46-3ad9bb66b0db, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:14.153103 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] For port a99f68c2-b320-4351-9e46-3ad9bb66b0db, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=a99f68c2-b320-4351-9e46-3ad9bb66b0db,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:14.158926 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.163872 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.179774 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.237493 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Pushing event updated for resources: {'Port': ['ID=bac53297-ee41-4e5d-af5b-cfd56491ba79,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:14.244744 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4155533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3706459'] for router_interface, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.255822 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 588f852f-8d32-4d76-841a-a76e011ef9dc triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:14.256801 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.294249 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Routers {'ceb5d96c-cce2-483d-b472-36db84bfd509'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:14.294988 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:13:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['ceb5d96c-cce2-483d-b472-36db84bfd509'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:14.351589 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:14.353058 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:14.374565 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988be52-abc6-40b0-ae55-e45d4fc4f5f2 None None] Pushing event updated for resources: {'Port': ['ID=a99f68c2-b320-4351-9e46-3ad9bb66b0db,revision_number=3']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:14.429804 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-28d53e72-0fde-4ca7-ac63-e1503a5d02d1 None None] Provisioning complete for port bac53297-ee41-4e5d-af5b-cfd56491ba79 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:14.430240 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-28d53e72-0fde-4ca7-ac63-e1503a5d02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.480946 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] Set router ceb5d96c-cce2-483d-b472-36db84bfd509 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:14.494584 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Router ceb5d96c-cce2-483d-b472-36db84bfd509 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:14.581289 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-28d53e72-0fde-4ca7-ac63-e1503a5d02d1 None None] Port bac53297-ee41-4e5d-af5b-cfd56491ba79 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:14:14.601014 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8322e2c3-dcb2-47e5-9f6e-9ee74f7e964a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.623109 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:14.628013 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-2a67c050-bc52-48af-9be6-a529ce14d517 admin admin] 10.222.0.54 "PUT /v2.0/routers/ceb5d96c-cce2-483d-b472-36db84bfd509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0846803 Oct 27 14:14:14.632518 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 2f644f03-4722-4bb2-bf6a-c504837b3792 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:14.748513 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-f0f592fa-3fca-44f2-94cd-9393a04b5689 None None] Provisioning complete for port bac53297-ee41-4e5d-af5b-cfd56491ba79 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:14.748880 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f0f592fa-3fca-44f2-94cd-9393a04b5689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.828132 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port 2f644f03-4722-4bb2-bf6a-c504837b3792 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:14.828508 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:14.831286 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-f0f592fa-3fca-44f2-94cd-9393a04b5689 None None] Port bac53297-ee41-4e5d-af5b-cfd56491ba79 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:14:14.917409 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'name': 'tempest-TestVolumeBootPattern-1868366632-router', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:10Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 4, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'gw_port': {'id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:11Z', 'updated_at': '2021-10-27T14:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'bac53297-ee41-4e5d-af5b-cfd56491ba79', 'name': '', 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'mac_address': 'fa:16:3e:6f:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b1137774-1c58-46ed-9065-3a5c958b4432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:13Z', 'updated_at': '2021-10-27T14:14:14Z', 'revision_number': 2, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'subnets': [{'id': 'b1137774-1c58-46ed-9065-3a5c958b4432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:14.947546 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b90f69-8e84-4e5d-bf8e-8ebe7feae6e7 None None] The sync data for ids ['ceb5d96c-cce2-483d-b472-36db84bfd509'] in dv-cinder-814898-2-iscsi is: [{'id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'name': 'tempest-TestVolumeBootPattern-1868366632-router', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:10Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 4, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'gw_port': {'id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:11Z', 'updated_at': '2021-10-27T14:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'bac53297-ee41-4e5d-af5b-cfd56491ba79', 'name': '', 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'mac_address': 'fa:16:3e:6f:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b1137774-1c58-46ed-9065-3a5c958b4432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:13Z', 'updated_at': '2021-10-27T14:14:14Z', 'revision_number': 2, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'subnets': [{'id': 'b1137774-1c58-46ed-9065-3a5c958b4432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:15.132944 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43492) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:15.145604 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-bd3879d6-7e25-46d2-8c80-437ced56e973 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288910149', 'description': 'tempest-secgroup-smoke-1288910149 description', 'project_id': 'f6688a26aa6041cea90f3215c3650672'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:15.177096 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd3879d6-7e25-46d2-8c80-437ced56e973 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.257182 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd3879d6-7e25-46d2-8c80-437ced56e973 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.262113 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd3879d6-7e25-46d2-8c80-437ced56e973 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.294899 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.302501 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-bd3879d6-7e25-46d2-8c80-437ced56e973 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.303753 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-bd3879d6-7e25-46d2-8c80-437ced56e973 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1680231 Oct 27 14:14:15.304970 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3879d6-7e25-46d2-8c80-437ced56e973 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7479e72a-d07f-4e0d-8d72-445cbad4cc08,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.306746 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 43494) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:15.311301 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'security_group_rule': {'security_group_id': '7479e72a-d07f-4e0d-8d72-445cbad4cc08', 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:15.339619 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.418247 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.421891 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.449359 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.450691 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429408 Oct 27 14:14:15.453540 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43504) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:15.457762 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27c25d2-1753-4d8c-b86c-3a2ce04fba00,revision_number=0']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.458645 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-465f73f4-3995-42bb-b81b-537b8230e040 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'security_group_rule': {'security_group_id': '7479e72a-d07f-4e0d-8d72-445cbad4cc08', 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:15.465716 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.466065 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.466437 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.466769 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.467093 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.467631 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.467959 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.468325 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.468652 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.468971 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.469292 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.469716 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3622fdb7-0e8f-4707-9705-0b31c8807c34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:15.487133 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-465f73f4-3995-42bb-b81b-537b8230e040 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.548546 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-465f73f4-3995-42bb-b81b-537b8230e040 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.552695 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-465f73f4-3995-42bb-b81b-537b8230e040 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.570663 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f73f4-3995-42bb-b81b-537b8230e040 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a3c06e-20ab-4621-8870-675b94f59313,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.575817 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-465f73f4-3995-42bb-b81b-537b8230e040 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.577039 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-465f73f4-3995-42bb-b81b-537b8230e040 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225021 Oct 27 14:14:15.579635 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43506) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:15.583995 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-c64f2d8b-f034-4f03-801a-d82ef1687533 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'security_group_rule': {'security_group_id': '7479e72a-d07f-4e0d-8d72-445cbad4cc08', 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:15.615102 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c64f2d8b-f034-4f03-801a-d82ef1687533 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.674911 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c64f2d8b-f034-4f03-801a-d82ef1687533 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.678832 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c64f2d8b-f034-4f03-801a-d82ef1687533 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.696582 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f2d8b-f034-4f03-801a-d82ef1687533 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0405956-97de-4d4e-bafd-52a5c5779b6d,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.704171 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-c64f2d8b-f034-4f03-801a-d82ef1687533 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.705344 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-c64f2d8b-f034-4f03-801a-d82ef1687533 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247201 Oct 27 14:14:15.707991 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43508) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:15.712304 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-e3b981a6-5052-4db8-96fe-2801ce409d05 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'security_group_rule': {'security_group_id': '7479e72a-d07f-4e0d-8d72-445cbad4cc08', 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:15.738992 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e3b981a6-5052-4db8-96fe-2801ce409d05 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.814680 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e3b981a6-5052-4db8-96fe-2801ce409d05 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.821046 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e3b981a6-5052-4db8-96fe-2801ce409d05 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.841066 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b981a6-5052-4db8-96fe-2801ce409d05 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fc3a1b-7236-40a5-9173-17eeb8d843eb,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.851005 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e3b981a6-5052-4db8-96fe-2801ce409d05 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.852303 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-e3b981a6-5052-4db8-96fe-2801ce409d05 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433249 Oct 27 14:14:15.855191 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43510) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:15.859877 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-ab57382c-48bb-4089-8492-04dea944b664 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'security_group_rule': {'security_group_id': '7479e72a-d07f-4e0d-8d72-445cbad4cc08', 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:15.885863 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.securitygroups_db [None req-ab57382c-48bb-4089-8492-04dea944b664 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Project f6688a26aa6041cea90f3215c3650672 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:14:15.891403 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ab57382c-48bb-4089-8492-04dea944b664 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.958198 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ab57382c-48bb-4089-8492-04dea944b664 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.963338 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ab57382c-48bb-4089-8492-04dea944b664 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:15.985437 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57382c-48bb-4089-8492-04dea944b664 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ebcd4e-422a-466a-aa71-914a5a3eea9c,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.996454 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-ab57382c-48bb-4089-8492-04dea944b664 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.000427 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-ab57382c-48bb-4089-8492-04dea944b664 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414771 Oct 27 14:14:16.000585 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43512) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:16.005594 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-27b137d2-90f0-4e49-875b-83c2f7184025 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'security_group_rule': {'security_group_id': '7479e72a-d07f-4e0d-8d72-445cbad4cc08', 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:16.030624 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.securitygroups_db [None req-27b137d2-90f0-4e49-875b-83c2f7184025 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Project f6688a26aa6041cea90f3215c3650672 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:14:16.035770 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-27b137d2-90f0-4e49-875b-83c2f7184025 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.059068 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a99f68c2-b320-4351-9e46-3ad9bb66b0db up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:16.107916 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-27b137d2-90f0-4e49-875b-83c2f7184025 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.112096 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-27b137d2-90f0-4e49-875b-83c2f7184025 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850452'] for security_group_rule, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.118598 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port a99f68c2-b320-4351-9e46-3ad9bb66b0db triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:16.119080 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.127988 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b137d2-90f0-4e49-875b-83c2f7184025 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0decac4-e9f6-4a82-8975-a51acc3aedb6,revision_number=0']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:16.140936 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-27b137d2-90f0-4e49-875b-83c2f7184025 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.145708 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-27b137d2-90f0-4e49-875b-83c2f7184025 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407421 Oct 27 14:14:16.175801 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.224474 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.247653 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] For port a99f68c2-b320-4351-9e46-3ad9bb66b0db, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=a99f68c2-b320-4351-9e46-3ad9bb66b0db,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:16.252513 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:16.304913 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Pushing event updated for resources: {'Port': ['ID=a99f68c2-b320-4351-9e46-3ad9bb66b0db,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:17.108379 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Sync routers for ids ['ceb5d96c-cce2-483d-b472-36db84bfd509'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:17.123111 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Routers {'ceb5d96c-cce2-483d-b472-36db84bfd509'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:17.123702 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:14:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['ceb5d96c-cce2-483d-b472-36db84bfd509'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:17.229458 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Set router ceb5d96c-cce2-483d-b472-36db84bfd509 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:17.437732 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'name': 'tempest-TestVolumeBootPattern-1868366632-router', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:10Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 4, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'gw_port': {'id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:11Z', 'updated_at': '2021-10-27T14:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'bac53297-ee41-4e5d-af5b-cfd56491ba79', 'name': '', 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'mac_address': 'fa:16:3e:6f:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b1137774-1c58-46ed-9065-3a5c958b4432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:13Z', 'updated_at': '2021-10-27T14:14:14Z', 'revision_number': 2, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'subnets': [{'id': 'b1137774-1c58-46ed-9065-3a5c958b4432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:17.463569 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Checking router: ceb5d96c-cce2-483d-b472-36db84bfd509 for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:17.463917 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Updating router ceb5d96c-cce2-483d-b472-36db84bfd509 port bac53297-ee41-4e5d-af5b-cfd56491ba79 binding host dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 14:14:17.492887 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.635267 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.764643 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Publish callbacks [] for port, precommit_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.771051 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.823197 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270a1c0-6ff3-44df-941b-23a79b9ffcd1 None None] Pushing event updated for resources: {'Port': ['ID=bac53297-ee41-4e5d-af5b-cfd56491ba79,revision_number=3']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:17.881174 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Attempting to bind port bac53297-ee41-4e5d-af5b-cfd56491ba79 on host dv-cinder-814898-2-iscsi for vnic_type normal with profile {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:14:17.881810 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Attempting to bind port bac53297-ee41-4e5d-af5b-cfd56491ba79 by drivers openvswitch,hyperv on host dv-cinder-814898-2-iscsi at level 0 using segments [{'id': 'b18e7aa8-84e2-4e6c-885a-ef77d9736369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd'}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:14:17.882348 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Attempting to bind port bac53297-ee41-4e5d-af5b-cfd56491ba79 on network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:17.888326 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Checking agent: {'id': '8a842c60-6fde-4211-bde1-1166f6169e43', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-814898-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 51, 45), 'started_at': datetime.datetime(2021, 10, 27, 13, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-814898-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:14:17.888695 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Checking segment: {'id': 'b18e7aa8-84e2-4e6c-885a-ef77d9736369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:17.889092 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.889477 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Bound using segment: {'id': 'b18e7aa8-84e2-4e6c-885a-ef77d9736369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd'} {{(pid=101358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:14:17.889937 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.managers [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Bound port: bac53297-ee41-4e5d-af5b-cfd56491ba79, host: dv-cinder-814898-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18e7aa8-84e2-4e6c-885a-ef77d9736369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd'}}] {{(pid=101358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:14:17.890325 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:17.953548 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] For port bac53297-ee41-4e5d-af5b-cfd56491ba79, host dv-cinder-814898-2-iscsi, cleared binding levels {{(pid=101358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:17.958501 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.plugins.ml2.db [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] For port bac53297-ee41-4e5d-af5b-cfd56491ba79, host dv-cinder-814898-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=bac53297-ee41-4e5d-af5b-cfd56491ba79,segment=NetworkSegment(b18e7aa8-84e2-4e6c-885a-ef77d9736369),segment_id=b18e7aa8-84e2-4e6c-885a-ef77d9736369)] {{(pid=101358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:17.963178 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron_lib.callbacks.manager [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:18.018357 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Routers {'ceb5d96c-cce2-483d-b472-36db84bfd509'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:18.019212 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:14:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['ceb5d96c-cce2-483d-b472-36db84bfd509'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:18.028551 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a99f68c2-b320-4351-9e46-3ad9bb66b0db up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:18.080230 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-31fe9049-1353-4cc7-a728-c2e0e714eea5 None None] Provisioning complete for port bac53297-ee41-4e5d-af5b-cfd56491ba79 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:18.080863 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-31fe9049-1353-4cc7-a728-c2e0e714eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:18.115612 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270a1c0-6ff3-44df-941b-23a79b9ffcd1 None None] Pushing event updated for resources: {'Port': ['ID=bac53297-ee41-4e5d-af5b-cfd56491ba79,revision_number=4']} {{(pid=101358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:18.126046 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port a99f68c2-b320-4351-9e46-3ad9bb66b0db triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:18.126407 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:18.129840 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:14:18.150920 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] Set router ceb5d96c-cce2-483d-b472-36db84bfd509 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:18.250413 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-31fe9049-1353-4cc7-a728-c2e0e714eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:18.298690 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-31fe9049-1353-4cc7-a728-c2e0e714eea5 None None] For port bac53297-ee41-4e5d-af5b-cfd56491ba79, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=bac53297-ee41-4e5d-af5b-cfd56491ba79,segment=NetworkSegment(b18e7aa8-84e2-4e6c-885a-ef77d9736369),segment_id=b18e7aa8-84e2-4e6c-885a-ef77d9736369)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:18.303093 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-31fe9049-1353-4cc7-a728-c2e0e714eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:18.350485 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe9049-1353-4cc7-a728-c2e0e714eea5 None None] Pushing event updated for resources: {'Port': ['ID=bac53297-ee41-4e5d-af5b-cfd56491ba79,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:18.370881 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'name': 'tempest-TestVolumeBootPattern-1868366632-router', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:10Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 4, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'gw_port': {'id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:11Z', 'updated_at': '2021-10-27T14:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'bac53297-ee41-4e5d-af5b-cfd56491ba79', 'name': '', 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'mac_address': 'fa:16:3e:6f:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b1137774-1c58-46ed-9065-3a5c958b4432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:13Z', 'updated_at': '2021-10-27T14:14:17Z', 'revision_number': 4, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'subnets': [{'id': 'b1137774-1c58-46ed-9065-3a5c958b4432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:18.397077 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85dae14-62be-4af6-abb9-455559d50f70 None None] The sync data for ids ['ceb5d96c-cce2-483d-b472-36db84bfd509'] in dv-cinder-814898-2-iscsi is: [{'id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'name': 'tempest-TestVolumeBootPattern-1868366632-router', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:10Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 4, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'gw_port': {'id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:11Z', 'updated_at': '2021-10-27T14:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': 'bac53297-ee41-4e5d-af5b-cfd56491ba79', 'name': '', 'network_id': '86d55a6b-9d27-4998-a5e9-36f06af8dbbd', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'mac_address': 'fa:16:3e:6f:52:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b1137774-1c58-46ed-9065-3a5c958b4432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:13Z', 'updated_at': '2021-10-27T14:14:17Z', 'revision_number': 4, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'subnets': [{'id': 'b1137774-1c58-46ed-9065-3a5c958b4432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:18.424601 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-ce85a67d-6862-43ff-8677-dc457aa52a88 None None] Provisioning complete for port bac53297-ee41-4e5d-af5b-cfd56491ba79 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:18.425844 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-ce85a67d-6862-43ff-8677-dc457aa52a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.005988 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43616) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:20.045382 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device bac53297-ee41-4e5d-af5b-cfd56491ba79 up at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:20.055037 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_v2 [None req-464b932b-d628-4b85-9fc9-59b8569c5eae admin admin] Deleting subnet 32159e27-1d6e-4574-8ddb-9a222b1f2430 {{(pid=101355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:14:20.058621 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-464b932b-d628-4b85-9fc9-59b8569c5eae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.095413 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-464b932b-d628-4b85-9fc9-59b8569c5eae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60366666'] for subnet, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.099547 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Provisioning complete for port bac53297-ee41-4e5d-af5b-cfd56491ba79 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:20.100062 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.135473 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-464b932b-d628-4b85-9fc9-59b8569c5eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.197553 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-464b932b-d628-4b85-9fc9-59b8569c5eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59536638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59606618'] for subnet, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.229508 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b932b-d628-4b85-9fc9-59b8569c5eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32159e27-1d6e-4574-8ddb-9a222b1f2430,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:20.231550 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-464b932b-d628-4b85-9fc9-59b8569c5eae admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.236916 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-464b932b-d628-4b85-9fc9-59b8569c5eae admin admin] 10.222.0.54 "DELETE /v2.0/subnets/32159e27-1d6e-4574-8ddb-9a222b1f2430 HTTP/1.1" status: 204 len: 168 time: 0.2277365 Oct 27 14:14:20.238067 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43618) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:20.308837 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.324936 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.392657 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.416417 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9468e2-a0fc-4741-9fd9-1a191fa52df8']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:20.426944 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b82913-5a2c-4df1-9f66-2f30255f0829') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:20.427229 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b82913-5a2c-4df1-9f66-2f30255f0829') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:20.436660 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.450340 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.458662 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:14:20.459098 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:14:20.460951 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:14:20.515112 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.521769 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.527250 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bd9468e2-a0fc-4741-9fd9-1a191fa52df8 HTTP/1.1" status: 204 len: 168 time: 0.2859485 Oct 27 14:14:20.537100 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07688ba-a43c-4abf-802c-df541d4a8731 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9468e2-a0fc-4741-9fd9-1a191fa52df8,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:20.690558 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43622) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:20.735747 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-ca928fb3-7cf9-4267-bbf7-6bcdb36feb09 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=186053c5b45a4228a63d68120a6305f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439534 Oct 27 14:14:20.738844 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43624) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:20.804935 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-96c8a440-2528-412a-bb15-6c97c7eb9254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.826491 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-96c8a440-2528-412a-bb15-6c97c7eb9254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.879321 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-96c8a440-2528-412a-bb15-6c97c7eb9254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.882090 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-96c8a440-2528-412a-bb15-6c97c7eb9254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:20.883238 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-96c8a440-2528-412a-bb15-6c97c7eb9254 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68c197f0-eb24-4030-be8d-793764e9cbd0 HTTP/1.1" status: 204 len: 168 time: 0.1434376 Oct 27 14:14:20.891201 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8a440-2528-412a-bb15-6c97c7eb9254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c197f0-eb24-4030-be8d-793764e9cbd0,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:38.812463 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-cc2507c0-9afc-40dd-94e3-3ab91903baab tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288910149&fields=id&tenant_id=f6688a26aa6041cea90f3215c3650672 HTTP/1.1" status: 200 len: 267 time: 0.0320058 Oct 27 14:14:38.917318 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-50f9dceb-a80e-446c-a7b3-010b8cff498b tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:38.918714 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-50f9dceb-a80e-446c-a7b3-010b8cff498b tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 812 time: 0.0998561 Oct 27 14:14:38.933330 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-c47015e8-cc41-4ac8-bf63-0a8754e2c599 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/quotas/f6688a26aa6041cea90f3215c3650672 HTTP/1.1" status: 200 len: 375 time: 0.0090916 Oct 27 14:14:38.982376 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-12e0a647-f5ef-4edf-81eb-ef7a7df53568 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440111 Oct 27 14:14:39.074327 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-3f59a439-7cf1-4280-ad96-f25c6b3806e9 service neutron] 10.222.0.54 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805740 Oct 27 14:14:39.164821 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8306fc39-282a-48fd-bf7b-543021df5e99 service neutron] 10.222.0.54 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845442 Oct 27 14:14:39.439643 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ad10f1e1-5ef3-471b-997f-2c4a0e6ce126 req-6171c4e5-4590-4de5-9e0f-2be8e9557ea1 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 210 time: 0.0279949 Oct 27 14:14:40.361103 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-3edc70a8-4137-4498-87f8-57af1ca3ecff tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:40.362481 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-3edc70a8-4137-4498-87f8-57af1ca3ecff tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 812 time: 0.1080365 Oct 27 14:14:40.406594 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-2dd7cb2e-a7cd-4ef5-a185-d2718f40ed33 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6688a26aa6041cea90f3215c3650672 HTTP/1.1" status: 200 len: 380 time: 0.0333366 Oct 27 14:14:40.417491 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'port': {'device_id': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'admin_state_up': True, 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'security_groups': ['7479e72a-d07f-4e0d-8d72-445cbad4cc08']}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:40.530106 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Made reservation on behalf of f6688a26aa6041cea90f3215c3650672 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:40.533141 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-32368ee0-4af7-4e96-b7a3-adbd9f91b3fd req-3a7b21ac-efa3-4642-b6ea-ac5bc1cb26a0 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 210 time: 0.0262189 Oct 27 14:14:40.533630 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:40.666081 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Allocated IP 172.20.0.11 (ef01d2ea-cf34-4bdd-ac23-61a64ea2846f/7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf/ee0366f1-8849-42be-b047-f7f1c08ea353) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:40.809431 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:40.843016 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:40.887077 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:40.890223 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:40.893919 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:40.900149 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'Port': ['ID=ee0366f1-8849-42be-b047-f7f1c08ea353,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:40.958064 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:40.958697 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:40.976056 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-b10734f4-0cf6-4c60-a6cf-75b2f4484200 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5630956 Oct 27 14:14:40.988842 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Request body: {'port': {'device_id': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:41.044218 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.156285 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-d8cc2c93-cfff-40b9-bb8e-a46946258392 None None] Provisioning complete for port ee0366f1-8849-42be-b047-f7f1c08ea353 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:41.156913 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d8cc2c93-cfff-40b9-bb8e-a46946258392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.189018 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc2c93-cfff-40b9-bb8e-a46946258392 None None] Port ee0366f1-8849-42be-b047-f7f1c08ea353 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:14:41.299843 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0366f1-8849-42be-b047-f7f1c08ea353 {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:41.307733 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.319902 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Transition to ACTIVE for port object ee0366f1-8849-42be-b047-f7f1c08ea353 will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:41.324231 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.374967 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0366f1-8849-42be-b047-f7f1c08ea353,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:41.442020 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Attempting to bind port ee0366f1-8849-42be-b047-f7f1c08ea353 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:14:41.442348 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Attempting to bind port ee0366f1-8849-42be-b047-f7f1c08ea353 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:14:41.442669 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Attempting to bind port ee0366f1-8849-42be-b047-f7f1c08ea353 on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:41.447237 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Port ee0366f1-8849-42be-b047-f7f1c08ea353 on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:14:41.447616 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Attempting to bind port ee0366f1-8849-42be-b047-f7f1c08ea353 on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:14:41.453187 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:14:41.453514 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Checking segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:14:41.453889 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Bound using segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:14:41.454307 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Bound port: ee0366f1-8849-42be-b047-f7f1c08ea353, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:14:41.454658 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.522204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] For port ee0366f1-8849-42be-b047-f7f1c08ea353, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:41.525210 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] For port ee0366f1-8849-42be-b047-f7f1c08ea353, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ee0366f1-8849-42be-b047-f7f1c08ea353,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:41.528639 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.560694 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:41.561330 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.562769 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] 10.222.0.66 "PUT /v2.0/ports/ee0366f1-8849-42be-b047-f7f1c08ea353 HTTP/1.1" status: 200 len: 1094 time: 0.5782485 Oct 27 14:14:41.563203 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'tag': 'ee0366f1-8849-42be-b047-f7f1c08ea353'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:41.565720 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7a0981-806c-4f68-a532-caa5d50ad64f" -d '{"events": [{"name": "network-changed", "server_uuid": "23be0bfd-12fe-4a3b-bb41-14d35635ba2d", "tag": "ee0366f1-8849-42be-b047-f7f1c08ea353"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:14:41.596147 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c119974-3f9e-491a-a3f4-963e9a73cfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0366f1-8849-42be-b047-f7f1c08ea353,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:41.653653 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3f1895-9cf6-402b-82c2-cefa51a2a849 x-openstack-request-id: req-3d3f1895-9cf6-402b-82c2-cefa51a2a849 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:14:41.653832 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23be0bfd-12fe-4a3b-bb41-14d35635ba2d", "tag": "ee0366f1-8849-42be-b047-f7f1c08ea353", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:14:41.654327 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d3f1895-9cf6-402b-82c2-cefa51a2a849 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:14:41.654719 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'tag': 'ee0366f1-8849-42be-b047-f7f1c08ea353', 'status': 'completed', 'code': 200} Oct 27 14:14:41.696312 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-6e8f5011-5aa1-40ae-bbfb-ef2760f9fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:41.697754 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-6e8f5011-5aa1-40ae-bbfb-ef2760f9fda0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 1097 time: 0.0846143 Oct 27 14:14:41.746672 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-7f7733f7-cadc-4063-8062-744d837a952b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee0366f1-8849-42be-b047-f7f1c08ea353 HTTP/1.1" status: 200 len: 217 time: 0.0411282 Oct 27 14:14:41.756370 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce8cbb-7638-45a6-ba13-beb3db8dcbdf req-eada9b55-42c7-4991-9d4b-4eaa24f0a1be tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:41.757915 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ebce8cbb-7638-45a6-ba13-beb3db8dcbdf req-eada9b55-42c7-4991-9d4b-4eaa24f0a1be tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 944 time: 0.1007988 Oct 27 14:14:41.827174 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ebce8cbb-7638-45a6-ba13-beb3db8dcbdf req-fdccb030-4198-4527-9878-96c8f4444e6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609727 Oct 27 14:14:41.828674 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-9a862436-e05e-4bc5-b75e-93e5d4c95216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:41.830022 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-9a862436-e05e-4bc5-b75e-93e5d4c95216 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0712459 Oct 27 14:14:41.858737 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d53582b2-6ce5-4db9-8d60-31a6c30d068f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:41.880069 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-10a7dc8c-06c4-49a4-ba87-1d8df3ece1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:41.881929 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-10a7dc8c-06c4-49a4-ba87-1d8df3ece1cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428658 Oct 27 14:14:41.974762 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-e016f1b1-8e16-4713-b8f6-81e91b38fcff service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853243 Oct 27 14:14:42.065924 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-42875c99-337a-4cae-b6b4-5a0b7f3e6f38 req-fa32e54b-5f43-46af-a5c3-a8fae57d50f7 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839589 Oct 27 14:14:42.153105 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-323e5b81-2853-4e31-b594-a6852537a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:42.154715 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-323e5b81-2853-4e31-b594-a6852537a2ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 1097 time: 0.0396984 Oct 27 14:14:42.245611 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-4ff00a6b-fc9f-4390-97c9-e6ca98cf2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:42.247030 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-4ff00a6b-fc9f-4390-97c9-e6ca98cf2d1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0850439 Oct 27 14:14:42.288820 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-33a3de87-0228-43c4-b560-d159608e6a58 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee0366f1-8849-42be-b047-f7f1c08ea353 HTTP/1.1" status: 200 len: 217 time: 0.0324759 Oct 27 14:14:42.335429 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-3e47548f-9f5b-41e3-b559-8bea2d646d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:42.336974 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-3e47548f-9f5b-41e3-b559-8bea2d646d8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0416152 Oct 27 14:14:42.381688 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-bc5e934e-5ac2-420c-81f0-d577a4a96cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:42.383105 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-bc5e934e-5ac2-420c-81f0-d577a4a96cd2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388520 Oct 27 14:14:42.473090 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-f85b023a-d1a5-4c25-aea2-9dc6101cde9d service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825861 Oct 27 14:14:42.806218 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1c7a0981-806c-4f68-a532-caa5d50ad64f req-830a746a-0182-4f98-8545-179b9de94b64 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259525 Oct 27 14:14:42.941766 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53966f5-4eb9-4386-b08a-1bb58ecd8281 req-6fe05fc0-e562-4243-b2eb-78e97495c861 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:42.943210 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b53966f5-4eb9-4386-b08a-1bb58ecd8281 req-6fe05fc0-e562-4243-b2eb-78e97495c861 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 944 time: 0.0486057 Oct 27 14:14:42.982568 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-b53966f5-4eb9-4386-b08a-1bb58ecd8281 req-bd2b31cf-60f6-4699-9346-fbc833a9520a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319147 Oct 27 14:14:44.096208 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230be80-511e-488f-8b73-74fad491a97c req-62f86f08-c35f-4c5f-9be7-20af6ad741e8 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:44.097652 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0230be80-511e-488f-8b73-74fad491a97c req-62f86f08-c35f-4c5f-9be7-20af6ad741e8 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 944 time: 0.0479233 Oct 27 14:14:44.134439 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0230be80-511e-488f-8b73-74fad491a97c req-7ef41a94-d908-4a4b-a0ad-fabe50ca18af tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309746 Oct 27 14:14:44.523164 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3fa4c773-78ec-45dc-ad49-277d2babc3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:45.252750 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefe378-da44-4bae-a69e-c5dca83b5b4b req-823267ca-bdb6-4626-9398-5042c01fa35f tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:45.254205 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4aefe378-da44-4bae-a69e-c5dca83b5b4b req-823267ca-bdb6-4626-9398-5042c01fa35f tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 944 time: 0.0527050 Oct 27 14:14:45.291416 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-4aefe378-da44-4bae-a69e-c5dca83b5b4b req-7167a6e4-b8f4-49ea-8f78-12e35b19fdf3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Oct 27 14:14:45.297192 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:46.141537 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:46.402546 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1667ae-156e-4773-86fc-9559591c458a req-2e94d445-1260-4172-8751-f07a8195b9e9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:46.404283 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bc1667ae-156e-4773-86fc-9559591c458a req-2e94d445-1260-4172-8751-f07a8195b9e9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 944 time: 0.0476406 Oct 27 14:14:46.441857 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bc1667ae-156e-4773-86fc-9559591c458a req-1fa547a5-69e5-43ac-9b08-eda12b80fef5 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Oct 27 14:14:47.556373 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33364f56-a993-4653-8688-555432e16393 req-74217c03-e586-42dd-9a3f-304ccc5468cf tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:47.557841 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-33364f56-a993-4653-8688-555432e16393 req-74217c03-e586-42dd-9a3f-304ccc5468cf tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 944 time: 0.0484593 Oct 27 14:14:47.599872 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-33364f56-a993-4653-8688-555432e16393 req-63f66c03-9645-4e38-adb7-a708ea9ebb41 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349569 Oct 27 14:14:47.625182 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:48.712545 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26660a7-62c9-4a5b-9b39-0096f4221210 req-8c94db7e-9a09-4a04-99a9-d97441779291 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:48.714013 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f26660a7-62c9-4a5b-9b39-0096f4221210 req-8c94db7e-9a09-4a04-99a9-d97441779291 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 944 time: 0.0486999 Oct 27 14:14:48.754584 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f26660a7-62c9-4a5b-9b39-0096f4221210 req-87dd05bb-9b03-4511-ab9d-6b249b5c317d tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347455 Oct 27 14:14:49.864834 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bb228-8c6c-4a0d-9e0a-27cb8f4e8c8a req-aaec78fc-ac5e-411d-ad5c-ef84aae00e69 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:49.866286 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ec2bb228-8c6c-4a0d-9e0a-27cb8f4e8c8a req-aaec78fc-ac5e-411d-ad5c-ef84aae00e69 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 944 time: 0.0480103 Oct 27 14:14:49.902747 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-ec2bb228-8c6c-4a0d-9e0a-27cb8f4e8c8a req-66700e06-7271-44b3-8ecd-47e0b264df91 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299366 Oct 27 14:14:50.236684 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:50.801373 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device ee0366f1-8849-42be-b047-f7f1c08ea353 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:14:50.896770 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port ee0366f1-8849-42be-b047-f7f1c08ea353, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ee0366f1-8849-42be-b047-f7f1c08ea353,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:50.908379 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': 'ee0366f1-8849-42be-b047-f7f1c08ea353', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'port_id': 'ee0366f1-8849-42be-b047-f7f1c08ea353', 'mac_address': 'fa:16:3e:33:f0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:14:50.951578 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:50.967248 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0366f1-8849-42be-b047-f7f1c08ea353 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:50.989987 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port ee0366f1-8849-42be-b047-f7f1c08ea353, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ee0366f1-8849-42be-b047-f7f1c08ea353,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:50.995577 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:51.024951 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebef61-0710-4bb6-97f5-984784f669c9 req-ce818261-48af-448a-9bb0-e9967943ea21 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:51.026535 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-81ebef61-0710-4bb6-97f5-984784f669c9 req-ce818261-48af-448a-9bb0-e9967943ea21 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 944 time: 0.0531168 Oct 27 14:14:51.042272 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=ee0366f1-8849-42be-b047-f7f1c08ea353,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:51.049261 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.049611 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.049961 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.050289 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.050617 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.050944 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.051272 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.051662 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.051925 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.052272 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.052593 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.052912 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:51.067838 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-81ebef61-0710-4bb6-97f5-984784f669c9 req-ca09f538-a0e5-4d1e-abc3-875396be2fe9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351405 Oct 27 14:14:51.326488 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['ee0366f1-8849-42be-b047-f7f1c08ea353'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:14:52.184268 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216095a-d6bd-4934-b284-1670a74e32a9 req-83589e02-d0c9-414b-b618-e91c40bd2ec5 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:52.185720 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3216095a-d6bd-4934-b284-1670a74e32a9 req-83589e02-d0c9-414b-b618-e91c40bd2ec5 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 945 time: 0.0519583 Oct 27 14:14:52.223073 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3216095a-d6bd-4934-b284-1670a74e32a9 req-ac707710-870e-47fb-a704-000476edf554 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Oct 27 14:14:52.824905 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device ee0366f1-8849-42be-b047-f7f1c08ea353 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:14:52.872371 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port ee0366f1-8849-42be-b047-f7f1c08ea353 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:52.876051 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port ee0366f1-8849-42be-b047-f7f1c08ea353 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:52.876456 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:52.949671 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:52.971608 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0366f1-8849-42be-b047-f7f1c08ea353'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:52.974280 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67718496-eb91-46bf-9d69-5a94aad643ed" -d '{"events": [{"server_uuid": "23be0bfd-12fe-4a3b-bb41-14d35635ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "ee0366f1-8849-42be-b047-f7f1c08ea353"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:14:52.987577 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port ee0366f1-8849-42be-b047-f7f1c08ea353, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ee0366f1-8849-42be-b047-f7f1c08ea353,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:52.991604 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:53.017308 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc4ed3e-97c0-422e-9ecf-d974b260ee89 x-openstack-request-id: req-1bc4ed3e-97c0-422e-9ecf-d974b260ee89 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:14:53.017585 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23be0bfd-12fe-4a3b-bb41-14d35635ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "ee0366f1-8849-42be-b047-f7f1c08ea353", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:14:53.017831 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1bc4ed3e-97c0-422e-9ecf-d974b260ee89 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:14:53.018210 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0366f1-8849-42be-b047-f7f1c08ea353', 'code': 200} Oct 27 14:14:53.044586 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=ee0366f1-8849-42be-b047-f7f1c08ea353,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:53.212419 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48278bc-4bd2-4712-b434-73e2f8d5273f req-58745860-ff58-4f49-a412-acd3ca9dcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:53.214005 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f48278bc-4bd2-4712-b434-73e2f8d5273f req-58745860-ff58-4f49-a412-acd3ca9dcf8a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 1099 time: 0.0393081 Oct 27 14:14:53.249305 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f48278bc-4bd2-4712-b434-73e2f8d5273f req-488c9d4a-32f2-490d-8e8b-a031764fb308 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284104 Oct 27 14:14:53.335293 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e588fe-ae0c-4013-860f-22348d3dced8 req-88be3ac9-f991-4032-9715-8ed9fe4c5f44 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:53.336784 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-00e588fe-ae0c-4013-860f-22348d3dced8 req-88be3ac9-f991-4032-9715-8ed9fe4c5f44 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 946 time: 0.0479326 Oct 27 14:14:53.374067 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-00e588fe-ae0c-4013-860f-22348d3dced8 req-5c07e209-03c0-4037-8dcc-c8d01ce76081 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Oct 27 14:14:54.490289 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920b5a6-8f80-42c6-bc17-1da15210cef1 req-a248ed95-c281-4fcc-87d3-455b059ad161 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:54.491672 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f920b5a6-8f80-42c6-bc17-1da15210cef1 req-a248ed95-c281-4fcc-87d3-455b059ad161 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 946 time: 0.0496945 Oct 27 14:14:54.536556 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f920b5a6-8f80-42c6-bc17-1da15210cef1 req-78354c1a-1cbb-439f-9711-dcd285e4c13c tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380902 Oct 27 14:14:55.089545 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:14:55.653750 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65911ae9-cad2-4cef-b317-ee73731048c2 req-599a308e-4848-40f0-87bf-25031ae1014e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:55.655510 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-65911ae9-cad2-4cef-b317-ee73731048c2 req-599a308e-4848-40f0-87bf-25031ae1014e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 946 time: 0.0488558 Oct 27 14:14:55.692670 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-65911ae9-cad2-4cef-b317-ee73731048c2 req-b57a88fb-79aa-422e-b399-bc74b8255f31 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Oct 27 14:14:55.803896 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41839450-2460-4668-a105-3b5da22624b1 req-5ed8ddfc-d797-42a9-b37f-8039c8c1e9cb tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:55.805358 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41839450-2460-4668-a105-3b5da22624b1 req-5ed8ddfc-d797-42a9-b37f-8039c8c1e9cb tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 946 time: 0.0480514 Oct 27 14:14:55.843263 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41839450-2460-4668-a105-3b5da22624b1 req-60b720b9-4280-4c76-838c-1ad286265fcd tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316439 Oct 27 14:14:55.865151 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43734) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:56.053063 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f4c595-038f-45d6-81b1-b092eeb50163 tempest-TestVolumeBootPattern-1047061546 tempest-TestVolumeBootPattern-1047061546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:56.054554 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-11f4c595-038f-45d6-81b1-b092eeb50163 tempest-TestVolumeBootPattern-1047061546 tempest-TestVolumeBootPattern-1047061546-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 1094 time: 0.1884549 Oct 27 14:14:56.057443 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43738) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:14:56.061643 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'floatingip': {'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'port_id': 'ee0366f1-8849-42be-b047-f7f1c08ea353', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:14:56.083130 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:56.179806 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:56.285687 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Allocated IP 172.27.1.23 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/ca125bf8-aa36-426a-893a-bbbe9e519d4f) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:56.387761 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:56.419268 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:56.458305 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:56.461145 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:56.464688 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:56.469869 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'Port': ['ID=ca125bf8-aa36-426a-893a-bbbe9e519d4f,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:56.495961 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.496328 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.496662 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.496990 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.497314 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.497633 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.497952 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.498268 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.498585 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.498900 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.499214 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.499525 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:56.809221 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:56.872185 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:57.017132 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:57.022370 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:57.093056 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'Port': ['ID=ca125bf8-aa36-426a-893a-bbbe9e519d4f,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:57.102803 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:57.200436 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.l3_db [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Floating IP dee90f5b-477d-45a4-91bc-cc9556988d3f associated. External IP: 172.27.1.23, port: ee0366f1-8849-42be-b047-f7f1c08ea353. Oct 27 14:14:57.405515 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:57.509559 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:57.519911 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] Sync routers for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:14:57.528245 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:14:57.531278 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:57.531862 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:14:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:57.555161 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-e5b8e517-fe1b-44b2-b71e-fbc5df998d19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4967227 Oct 27 14:14:57.555732 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'tag': 'ee0366f1-8849-42be-b047-f7f1c08ea353'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:57.558043 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41be87fa-778e-439c-8bf5-876db7fc96e0" -d '{"events": [{"name": "network-changed", "server_uuid": "23be0bfd-12fe-4a3b-bb41-14d35635ba2d", "tag": "ee0366f1-8849-42be-b047-f7f1c08ea353"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:14:57.596992 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3767792f-15cd-4b98-b869-76e135d2c475 x-openstack-request-id: req-3767792f-15cd-4b98-b869-76e135d2c475 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:14:57.597289 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23be0bfd-12fe-4a3b-bb41-14d35635ba2d", "tag": "ee0366f1-8849-42be-b047-f7f1c08ea353", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:14:57.597540 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3767792f-15cd-4b98-b869-76e135d2c475 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:14:57.597941 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'tag': 'ee0366f1-8849-42be-b047-f7f1c08ea353', 'status': 'completed', 'code': 200} Oct 27 14:14:57.645184 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:57.663880 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-9f86f06d-f29d-45b6-820f-85def2ce73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:57.665310 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-9f86f06d-f29d-45b6-820f-85def2ce73fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 1099 time: 0.0443642 Oct 27 14:14:57.754568 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-4e8bcc2e-ff90-4ebc-913b-88f9dad8f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:57.756034 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-4e8bcc2e-ff90-4ebc-913b-88f9dad8f89d service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0832458 Oct 27 14:14:57.822808 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-519c3189-5c12-4fa6-b5e2-988c1470fc79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee0366f1-8849-42be-b047-f7f1c08ea353 HTTP/1.1" status: 200 len: 999 time: 0.0598516 Oct 27 14:14:57.867910 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': 'dee90f5b-477d-45a4-91bc-cc9556988d3f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': 'ee0366f1-8849-42be-b047-f7f1c08ea353', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:33:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:56Z', 'updated_at': '2021-10-27T14:14:56Z', 'revision_number': 0, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:57.871447 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-48d00fd1-699e-411c-8cb2-e8ce4d7eef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:57.872933 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-48d00fd1-699e-411c-8cb2-e8ce4d7eef92 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0435257 Oct 27 14:14:57.895031 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] Checking router: 956634e8-bb6c-47a7-a0cb-afbbf6487c7d for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:14:57.903349 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:57.904231 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:14:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:57.918834 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-4857bd1f-5a8b-4a0f-b802-02505072b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:57.920318 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-4857bd1f-5a8b-4a0f-b802-02505072b061 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397482 Oct 27 14:14:58.008209 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:14:58.018285 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-88eedd94-c880-42cb-9274-6995beec3382 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903788 Oct 27 14:14:58.107640 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-41be87fa-778e-439c-8bf5-876db7fc96e0 req-94fe99c0-9543-4002-9e26-8ebbae3d406a service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818281 Oct 27 14:14:58.228976 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': 'dee90f5b-477d-45a4-91bc-cc9556988d3f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': 'ee0366f1-8849-42be-b047-f7f1c08ea353', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:33:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:56Z', 'updated_at': '2021-10-27T14:14:56Z', 'revision_number': 0, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:58.259424 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0d07d-ce40-415f-91f1-fcac97fb3644 None None] The sync data for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi is: [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': 'dee90f5b-477d-45a4-91bc-cc9556988d3f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': 'ee0366f1-8849-42be-b047-f7f1c08ea353', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:33:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:14:56Z', 'updated_at': '2021-10-27T14:14:56Z', 'revision_number': 0, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:14:58.439509 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcb6d3-a7cd-42c9-b3eb-440d032c959b None None] New status for floating IP dee90f5b-477d-45a4-91bc-cc9556988d3f: ACTIVE {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:15:04.710066 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-1eacea1a-52b9-4fb6-88e5-2e215c8f162a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437791 Oct 27 14:15:04.790491 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-d294255e-f58d-4d0a-87b1-a7f751546d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:04.791916 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-d294255e-f58d-4d0a-87b1-a7f751546d6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 1099 time: 0.0396373 Oct 27 14:15:04.891372 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-be28c6ab-3f11-4d39-a932-e69418805fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:04.892825 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-be28c6ab-3f11-4d39-a932-e69418805fc5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0820079 Oct 27 14:15:04.958812 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-e4c9a82c-c1d8-41b8-ac12-436983e65f06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee0366f1-8849-42be-b047-f7f1c08ea353 HTTP/1.1" status: 200 len: 1001 time: 0.0586650 Oct 27 14:15:05.007735 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-e46a90d8-936f-496a-aab3-fdb89e4a2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:05.009176 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-e46a90d8-936f-496a-aab3-fdb89e4a2613 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0427701 Oct 27 14:15:05.054218 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-a295bf83-a636-4178-8cf3-c5076eca78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:05.055607 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-a295bf83-a636-4178-8cf3-c5076eca78ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384171 Oct 27 14:15:05.156420 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-da5ee528-b40b-4df9-8a8f-5ad0d9daa071 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926795 Oct 27 14:15:05.253910 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bf5133ea-83ea-4567-b335-7e8ee267780c req-a766f06f-ad8d-4926-b067-7d9079552294 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892138 Oct 27 14:15:11.850385 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-3a71fa81-2c72-4723-8955-514f589c3b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:14.524169 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8401b5d8-965e-44e2-a683-ae22ce887220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:15.299243 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:16.144902 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:17.627324 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:20.237644 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:32.091583 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:15:41.851928 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b93fc77d-37e9-4a66-aea1-16d2813d66c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:44.525117 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-615e921d-6401-4f0a-8f86-850825c7a777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:45.299643 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:46.147337 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:47.633082 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:15:50.236455 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:04.747081 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-162ea520-903d-4971-ad33-18f5243e5b3c req-efa736d9-96e6-4141-b18b-ace32d684ed7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814035 Oct 27 14:16:04.831425 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ea520-903d-4971-ad33-18f5243e5b3c req-9cdb73b0-b6d3-40f3-84d9-612ab934aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:04.832941 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-162ea520-903d-4971-ad33-18f5243e5b3c req-9cdb73b0-b6d3-40f3-84d9-612ab934aca2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 1099 time: 0.0422044 Oct 27 14:16:04.939405 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ea520-903d-4971-ad33-18f5243e5b3c req-868915bf-a37c-4b30-aed4-1ffbdde4a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:04.940794 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-162ea520-903d-4971-ad33-18f5243e5b3c req-868915bf-a37c-4b30-aed4-1ffbdde4a085 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0870314 Oct 27 14:16:05.003890 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-162ea520-903d-4971-ad33-18f5243e5b3c req-42a6720b-d31b-4c7a-9e60-d8e7e4f7be10 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee0366f1-8849-42be-b047-f7f1c08ea353 HTTP/1.1" status: 200 len: 1001 time: 0.0556445 Oct 27 14:16:05.052735 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ea520-903d-4971-ad33-18f5243e5b3c req-4ac26a44-efe6-4143-b75e-e56e9769cced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:05.054127 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-162ea520-903d-4971-ad33-18f5243e5b3c req-4ac26a44-efe6-4143-b75e-e56e9769cced service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0426600 Oct 27 14:16:05.101936 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ea520-903d-4971-ad33-18f5243e5b3c req-7ca10d7f-744b-42f1-961c-d4eb5f24b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:05.103414 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-162ea520-903d-4971-ad33-18f5243e5b3c req-7ca10d7f-744b-42f1-961c-d4eb5f24b23b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423436 Oct 27 14:16:05.199166 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-162ea520-903d-4971-ad33-18f5243e5b3c req-b1e2097f-e388-4647-8ff7-081ab6a8c37a service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870490 Oct 27 14:16:05.292304 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-162ea520-903d-4971-ad33-18f5243e5b3c req-c22e1676-4a22-46c1-b3d4-38049843f9d3 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854859 Oct 27 14:16:09.090824 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:16:11.852494 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6fe65287-6f1c-4a63-893e-80c3a62f1b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:14.527033 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b676ad93-10b0-4ebb-8dd0-dd8afee428ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:15.305369 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:16.150412 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:17.633935 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:20.250313 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:41.853509 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c6707894-b221-4a26-81ff-e419b641b44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:44.528826 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-981e2a2f-eb1f-444c-89ff-2de698b3be1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:45.307261 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:46.089148 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:16:46.153189 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:47.635519 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:16:50.253428 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:06.717478 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5113f58e-6a17-4927-963e-62eacccbe44a req-3a759a29-099c-490b-8e64-ef44ebc756c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398114 Oct 27 14:17:06.799616 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113f58e-6a17-4927-963e-62eacccbe44a req-1fb9971b-bbc6-428a-a29f-3fcb0e69817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:06.801109 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5113f58e-6a17-4927-963e-62eacccbe44a req-1fb9971b-bbc6-428a-a29f-3fcb0e69817e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 1099 time: 0.0405271 Oct 27 14:17:06.912826 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113f58e-6a17-4927-963e-62eacccbe44a req-5a020cca-a458-4e87-975a-af9c6f51855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:06.914978 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5113f58e-6a17-4927-963e-62eacccbe44a req-5a020cca-a458-4e87-975a-af9c6f51855d service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0905054 Oct 27 14:17:06.978671 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5113f58e-6a17-4927-963e-62eacccbe44a req-c2293dc0-f82b-4b58-8e40-711dddeac2d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee0366f1-8849-42be-b047-f7f1c08ea353 HTTP/1.1" status: 200 len: 1001 time: 0.0557175 Oct 27 14:17:07.029792 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113f58e-6a17-4927-963e-62eacccbe44a req-edf05495-5d19-4ceb-9154-65390107a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:07.031155 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5113f58e-6a17-4927-963e-62eacccbe44a req-edf05495-5d19-4ceb-9154-65390107a226 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0453069 Oct 27 14:17:07.075762 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113f58e-6a17-4927-963e-62eacccbe44a req-19461444-50a0-486a-a061-9fa11e85abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:07.077262 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5113f58e-6a17-4927-963e-62eacccbe44a req-19461444-50a0-486a-a061-9fa11e85abf5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375762 Oct 27 14:17:07.169361 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5113f58e-6a17-4927-963e-62eacccbe44a req-b0c1bbc0-4681-44a2-b1ab-fefc50d84c90 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850766 Oct 27 14:17:07.266856 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5113f58e-6a17-4927-963e-62eacccbe44a req-07dc0000-d140-4226-b4ff-38e4d7bd32fb service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885208 Oct 27 14:17:11.854451 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-fdcb6b42-7639-48a3-abdd-b785bdb28846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:12.778306 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a13c19-d55b-4b49-96ef-3c418386611e req-aa6b4945-2c9f-4db3-8406-da3f055f6fc5 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:12.779681 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12a13c19-d55b-4b49-96ef-3c418386611e req-aa6b4945-2c9f-4db3-8406-da3f055f6fc5 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 946 time: 0.1625447 Oct 27 14:17:12.816724 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-12a13c19-d55b-4b49-96ef-3c418386611e req-f4200a3c-5729-4092-ade2-55c4b2d8df67 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310590 Oct 27 14:17:13.995536 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb364ac-9e73-49e6-bc20-89af07f3837d req-34956a9a-39d3-4ddc-90a5-ccdfae0306b1 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:13.997042 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2eb364ac-9e73-49e6-bc20-89af07f3837d req-34956a9a-39d3-4ddc-90a5-ccdfae0306b1 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 946 time: 0.1023357 Oct 27 14:17:14.035347 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2eb364ac-9e73-49e6-bc20-89af07f3837d req-e55c4a46-a95d-4fc6-b85e-79ac69eda5cf tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322998 Oct 27 14:17:14.365740 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-0b40402d-2aa1-4fbd-8155-4eb2a26e2e24 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:14.367171 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-0b40402d-2aa1-4fbd-8155-4eb2a26e2e24 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 946 time: 0.0512714 Oct 27 14:17:14.456505 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Deleting port ee0366f1-8849-42be-b047-f7f1c08ea353 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:17:14.456794 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:14.529627 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9277489f-dd35-4f42-ad8e-384cb4afbeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:14.548138 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] For port ee0366f1-8849-42be-b047-f7f1c08ea353, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=ee0366f1-8849-42be-b047-f7f1c08ea353,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:14.548496 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:14.714532 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:14.714882 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:14.715187 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.l3_db [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Floating IP dee90f5b-477d-45a4-91bc-cc9556988d3f disassociated. External IP: 172.27.1.23, port: ee0366f1-8849-42be-b047-f7f1c08ea353. Oct 27 14:17:14.715517 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Calling delete_port for ee0366f1-8849-42be-b047-f7f1c08ea353 owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:17:14.841155 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:14.869268 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event deleted for resources: {'Port': ['ID=ee0366f1-8849-42be-b047-f7f1c08ea353,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:14.881077 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.881426 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.881770 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.882103 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.882430 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.882755 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.883079 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.883403 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.883724 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.884043 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.884386 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:14.884704 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:15.143508 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-91776da1-19bd-4e17-abf5-106f82f0fee8 req-b071d48d-5005-489e-a590-48f56c1f67fd tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=23be0bfd-12fe-4a3b-bb41-14d35635ba2d HTTP/1.1" status: 200 len: 210 time: 0.0271747 Oct 27 14:17:15.247355 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:17:15.311087 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:15.359591 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:17:15.370400 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] Sync routers for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:17:15.383127 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:15.383735 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:17:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:15.398241 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] No DVR routers for this DVR port ee0366f1-8849-42be-b047-f7f1c08ea353 on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:17:15.400959 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:15.404865 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-0d7a73e1-1496-43da-9c67-7ae53e38354f req-89938236-0b2b-4432-89ce-13b3ea40d69a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "DELETE /v2.0/ports/ee0366f1-8849-42be-b047-f7f1c08ea353 HTTP/1.1" status: 204 len: 173 time: 1.0305483 Oct 27 14:17:15.405320 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'name': 'network-vif-deleted', 'tag': 'ee0366f1-8849-42be-b047-f7f1c08ea353'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:15.408306 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca52e6fc-cb34-4e9b-85bc-59aa420a4d7c" -d '{"events": [{"server_uuid": "23be0bfd-12fe-4a3b-bb41-14d35635ba2d", "name": "network-vif-deleted", "tag": "ee0366f1-8849-42be-b047-f7f1c08ea353"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:17:15.489683 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:17:15.508230 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799682ec-a408-4000-a335-ba77489bb936 x-openstack-request-id: req-799682ec-a408-4000-a335-ba77489bb936 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:17:15.508530 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23be0bfd-12fe-4a3b-bb41-14d35635ba2d", "name": "network-vif-deleted", "tag": "ee0366f1-8849-42be-b047-f7f1c08ea353", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:17:15.508788 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-799682ec-a408-4000-a335-ba77489bb936 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:17:15.509184 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23be0bfd-12fe-4a3b-bb41-14d35635ba2d', 'name': 'network-vif-deleted', 'tag': 'ee0366f1-8849-42be-b047-f7f1c08ea353', 'status': 'completed', 'code': 200} Oct 27 14:17:15.687732 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:15.714486 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] Checking router: 956634e8-bb6c-47a7-a0cb-afbbf6487c7d for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:17:15.722859 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:15.723454 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:17:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:15.830458 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:17:16.027820 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:16.058288 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e29349-4479-47ca-9f2c-59546636ea7c None None] The sync data for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi is: [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:17:16.157377 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:16.289874 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8bddc-5de4-4477-9320-102835391c5d None None] New status for floating IP dee90f5b-477d-45a4-91bc-cc9556988d3f: DOWN {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:17:16.343946 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-b5db6154-dac9-47c1-afa1-df4435e59e19 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288910149&fields=id&tenant_id=f6688a26aa6041cea90f3215c3650672 HTTP/1.1" status: 200 len: 267 time: 0.0331035 Oct 27 14:17:16.468023 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-e6c5ce5b-5d58-4054-9989-c4c44b8dd9ad tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:16.469527 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-e6c5ce5b-5d58-4054-9989-c4c44b8dd9ad tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 812 time: 0.1188085 Oct 27 14:17:16.487506 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-03b547d8-0529-4b3f-a45c-b18ff136ed02 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/quotas/f6688a26aa6041cea90f3215c3650672 HTTP/1.1" status: 200 len: 375 time: 0.0117826 Oct 27 14:17:16.542267 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-4e6b434d-38fd-4415-9d1a-e84ceb540955 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472474 Oct 27 14:17:16.638128 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-124deda1-1521-4e37-92eb-14a47c7dff44 service neutron] 10.222.0.54 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843756 Oct 27 14:17:16.725668 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-f95d46bb-4e64-47f8-bfaa-6eb71b3437ae service neutron] 10.222.0.54 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814941 Oct 27 14:17:16.994108 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-9e1e4ebf-944e-435f-b732-d22bc7b8e4ec req-a7c607ff-c940-4c5b-93fc-52b4a7e0fade tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 210 time: 0.0257177 Oct 27 14:17:17.499871 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device ee0366f1-8849-42be-b047-f7f1c08ea353 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:17:17.519791 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: ee0366f1-8849-42be-b047-f7f1c08ea353 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:17:17.520147 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device ee0366f1-8849-42be-b047-f7f1c08ea353 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:17:17.638596 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:18.015378 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-39e94a53-620a-40ff-ac1c-c61a99327067 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:18.015957 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-39e94a53-620a-40ff-ac1c-c61a99327067 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 812 time: 0.1051176 Oct 27 14:17:18.060054 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-7ef32ffb-124f-49b9-8076-1d6ef1b3a9ab tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6688a26aa6041cea90f3215c3650672 HTTP/1.1" status: 200 len: 380 time: 0.0351341 Oct 27 14:17:18.076994 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'port': {'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'admin_state_up': True, 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'security_groups': ['7479e72a-d07f-4e0d-8d72-445cbad4cc08']}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:17:18.103188 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a868193c-454c-4726-b505-0dea3175cc19 req-b17852f5-6fb1-4c95-8131-3e3d2a702527 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 210 time: 0.0403202 Oct 27 14:17:18.198363 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Made reservation on behalf of f6688a26aa6041cea90f3215c3650672 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:17:18.201879 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:18.329107 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Allocated IP 172.20.0.11 (ef01d2ea-cf34-4bdd-ac23-61a64ea2846f/7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf/55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:17:18.475256 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:18.509050 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:18.556089 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:17:18.559759 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:17:18.563465 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:17:18.587716 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'Port': ['ID=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:18.616315 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:18.616933 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:18.633385 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-a52c7082-7047-4863-b44f-37d8b3812ff6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623395 Oct 27 14:17:18.646358 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Request body: {'port': {'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:17:18.702639 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:18.825389 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-c482f3f2-f7fa-485f-90f6-3e921598420a None None] Provisioning complete for port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:17:18.825953 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c482f3f2-f7fa-485f-90f6-3e921598420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:18.862361 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-c482f3f2-f7fa-485f-90f6-3e921598420a None None] Port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:17:18.968431 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:17:18.975709 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:18.987983 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Transition to ACTIVE for port object 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:17:18.991732 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:19.041789 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Pushing event updated for resources: {'Port': ['ID=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:19.111681 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Attempting to bind port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:17:19.112008 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Attempting to bind port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:17:19.112362 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Attempting to bind port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:17:19.117162 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:17:19.117482 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Attempting to bind port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:17:19.123200 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:17:19.123539 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Checking segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:17:19.124044 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Bound using segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:17:19.124533 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Bound port: 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:17:19.124888 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:19.194586 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] For port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:17:19.197786 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] For port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:17:19.202550 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:19.223705 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56b900-e830-4bd3-a80f-563ed18452e3 req-937371bc-9a12-40bc-bc8c-aa4ed81f58e2 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:19.225226 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7e56b900-e830-4bd3-a80f-563ed18452e3 req-937371bc-9a12-40bc-bc8c-aa4ed81f58e2 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0512619 Oct 27 14:17:19.241174 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:19.241777 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:19.243147 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] 10.222.0.66 "PUT /v2.0/ports/55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff HTTP/1.1" status: 200 len: 1094 time: 0.6011767 Oct 27 14:17:19.243591 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'tag': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:19.246452 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e6e1c6-29af-4a4e-9771-27122525d622" -d '{"events": [{"name": "network-changed", "server_uuid": "93aa8db9-aa74-4887-8d81-a639945dbac1", "tag": "55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:17:19.286030 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b780104-abfc-4ffd-a9cd-d1c57bf1627a service neutron] Pushing event updated for resources: {'Port': ['ID=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:19.290844 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7e56b900-e830-4bd3-a80f-563ed18452e3 req-33da9b71-6b9f-4b13-9a1c-a40e4c3b2760 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523500 Oct 27 14:17:19.321729 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d447d43-8125-4729-94b7-07b8d9a7f51a x-openstack-request-id: req-3d447d43-8125-4729-94b7-07b8d9a7f51a {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:17:19.322024 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aa8db9-aa74-4887-8d81-a639945dbac1", "tag": "55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:17:19.322446 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d447d43-8125-4729-94b7-07b8d9a7f51a {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:17:19.322914 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'tag': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'status': 'completed', 'code': 200} Oct 27 14:17:19.339700 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-38b40050-5744-4743-92aa-e44354ff9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:19.341144 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-38b40050-5744-4743-92aa-e44354ff9931 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 1097 time: 0.0521038 Oct 27 14:17:19.391581 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-86881b73-06f3-4344-9ec5-882a80725159 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff HTTP/1.1" status: 200 len: 217 time: 0.0390351 Oct 27 14:17:19.441805 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-f9a9a367-b6a2-40ff-87bc-987ab8b094f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:19.443249 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-f9a9a367-b6a2-40ff-87bc-987ab8b094f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0452571 Oct 27 14:17:19.489458 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-bc836f70-8d5f-4ead-bdcb-e1551999cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:19.491009 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-bc836f70-8d5f-4ead-bdcb-e1551999cdb1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406754 Oct 27 14:17:19.583604 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-82aba3e6-c3f3-4791-a01c-580ed429c56f service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845940 Oct 27 14:17:19.670895 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-4e9f726b-f940-40d6-abfd-0a5c66257e9f req-0c1a08ce-f1af-4e22-8baf-fe715921f6e5 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803428 Oct 27 14:17:19.751924 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-e9a6b21a-ac80-4d8d-b947-3c8196052caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:19.753418 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-e9a6b21a-ac80-4d8d-b947-3c8196052caa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 1097 time: 0.0410633 Oct 27 14:17:19.846118 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-1ef98662-0e96-4520-a2aa-c53ceaa32814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:19.847549 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-1ef98662-0e96-4520-a2aa-c53ceaa32814 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0874205 Oct 27 14:17:20.014472 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-d9614bdb-6aa0-4eb6-aeba-9e06f6fccfbe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff HTTP/1.1" status: 200 len: 217 time: 0.0334380 Oct 27 14:17:20.065710 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-9bb9284a-b8d9-4c55-89f1-7400a92ad628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:20.067124 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-9bb9284a-b8d9-4c55-89f1-7400a92ad628 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0463202 Oct 27 14:17:20.111949 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-b076fca0-dba0-4672-b421-d52f7b81c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:20.113435 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-b076fca0-dba0-4672-b421-d52f7b81c06f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394456 Oct 27 14:17:20.201445 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-3ddc079d-e254-44c9-9b50-21611eeac194 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804570 Oct 27 14:17:20.249393 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:20.296720 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-71e6e1c6-29af-4a4e-9771-27122525d622 req-cdcc3f5b-3090-4b30-96f1-48dc835b7d44 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871642 Oct 27 14:17:20.391422 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bdcf2-13db-4a51-bf39-3efc7b01acca req-0e31c25b-f795-4b04-bc03-98cbdc518a11 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:20.392893 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e17bdcf2-13db-4a51-bf39-3efc7b01acca req-0e31c25b-f795-4b04-bc03-98cbdc518a11 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0476692 Oct 27 14:17:20.430937 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-e17bdcf2-13db-4a51-bf39-3efc7b01acca req-9204ba77-6469-41c2-9886-b2fcf0285c1b tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322053 Oct 27 14:17:21.545521 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e0e37-775c-44b2-8f24-cd9ab883bc35 req-919cefed-a48d-4281-8807-acdf18a12558 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:21.546877 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-263e0e37-775c-44b2-8f24-cd9ab883bc35 req-919cefed-a48d-4281-8807-acdf18a12558 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0483675 Oct 27 14:17:21.584506 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-263e0e37-775c-44b2-8f24-cd9ab883bc35 req-1e7c6934-fd24-46ab-85af-1d92fdafa74b tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Oct 27 14:17:22.698331 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ad482-23f7-454c-89d0-cb3ed8cea1ce req-d82927f4-9769-45c4-96c3-b96c25153c55 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:22.699797 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf8ad482-23f7-454c-89d0-cb3ed8cea1ce req-d82927f4-9769-45c4-96c3-b96c25153c55 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0493715 Oct 27 14:17:22.737216 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bf8ad482-23f7-454c-89d0-cb3ed8cea1ce req-91f637ab-f145-4103-8e47-04a402ded732 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315604 Oct 27 14:17:23.088786 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:17:23.852724 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66c25f-89bc-4ae9-97db-2f1941091532 req-65d34c9d-29ad-42b0-a352-3217d2b8cb84 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:23.854670 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3d66c25f-89bc-4ae9-97db-2f1941091532 req-65d34c9d-29ad-42b0-a352-3217d2b8cb84 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0518439 Oct 27 14:17:23.890903 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3d66c25f-89bc-4ae9-97db-2f1941091532 req-384d4078-8107-42aa-a2ad-d5c786059736 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304997 Oct 27 14:17:24.999782 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c761f9-a544-4843-b3a3-cfcd6fdd9f4d req-a5df4b1d-8597-42dc-b890-7ba004afd832 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:25.001290 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-00c761f9-a544-4843-b3a3-cfcd6fdd9f4d req-a5df4b1d-8597-42dc-b890-7ba004afd832 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0474131 Oct 27 14:17:25.041709 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-00c761f9-a544-4843-b3a3-cfcd6fdd9f4d req-5734c4f6-2565-4fa7-bca0-c90c1ae8ad21 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346541 Oct 27 14:17:26.154660 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30b1ca-1fad-4c63-8084-bf0f597ee0b7 req-2b9981ea-7081-4355-bd17-ec987373a842 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:26.156250 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ab30b1ca-1fad-4c63-8084-bf0f597ee0b7 req-2b9981ea-7081-4355-bd17-ec987373a842 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0485859 Oct 27 14:17:26.193201 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-ab30b1ca-1fad-4c63-8084-bf0f597ee0b7 req-573c8f09-b6a5-4ae4-89ee-7e859a053888 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Oct 27 14:17:27.305457 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbf1ac-0726-4d58-b4e5-bec3bc72e7a7 req-9c527eb5-b882-42aa-a89f-3add79a27000 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:27.307480 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1ebbf1ac-0726-4d58-b4e5-bec3bc72e7a7 req-9c527eb5-b882-42aa-a89f-3add79a27000 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 944 time: 0.0484679 Oct 27 14:17:27.344184 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1ebbf1ac-0726-4d58-b4e5-bec3bc72e7a7 req-d69a014a-92b6-4d46-8cf5-6e2faa6d8215 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Oct 27 14:17:27.568756 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:17:27.663199 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:27.674689 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'mac_address': 'fa:16:3e:8f:aa:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:17:27.709349 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:27.721887 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:17:27.740906 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:27.744694 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:27.793289 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:27.799946 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.800316 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.800653 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.800979 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.801374 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.801623 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.801942 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.802259 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.802583 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.802930 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.803250 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:27.803562 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.098189 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:17:28.455737 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd2471-788e-4d7a-b8a9-8b20838fea73 req-59d39b99-e9dd-4b6a-b17b-347ad27a78c7 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:28.457206 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aecd2471-788e-4d7a-b8a9-8b20838fea73 req-59d39b99-e9dd-4b6a-b17b-347ad27a78c7 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 945 time: 0.0481946 Oct 27 14:17:28.493988 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aecd2471-788e-4d7a-b8a9-8b20838fea73 req-acdf05b9-c615-47dc-a724-cd177e2b38a6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Oct 27 14:17:29.585622 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:17:29.606038 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c36ac3-88b9-4fdc-a244-f021a06941e5 req-7baab475-ed2a-4422-89c2-434138955e2f tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:29.607520 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-96c36ac3-88b9-4fdc-a244-f021a06941e5 req-7baab475-ed2a-4422-89c2-434138955e2f tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Oct 27 14:17:29.634541 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:17:29.638181 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:17:29.638555 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:29.644458 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-96c36ac3-88b9-4fdc-a244-f021a06941e5 req-ad7f9802-e223-4518-a5bc-f06fb6d4b192 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Oct 27 14:17:29.714538 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:29.739138 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:29.741435 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381bef94-98ec-4a52-91a4-e7264128f721" -d '{"events": [{"server_uuid": "93aa8db9-aa74-4887-8d81-a639945dbac1", "name": "network-vif-plugged", "status": "completed", "tag": "55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:17:29.754209 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:29.758592 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:29.806392 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:29.832238 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e457b91-9a6e-4048-a8d8-9a47283404d0 x-openstack-request-id: req-3e457b91-9a6e-4048-a8d8-9a47283404d0 {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:17:29.832529 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aa8db9-aa74-4887-8d81-a639945dbac1", "name": "network-vif-plugged", "status": "completed", "tag": "55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:17:29.832785 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e457b91-9a6e-4048-a8d8-9a47283404d0 {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:17:29.833181 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'code': 200} Oct 27 14:17:30.045332 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60de75-124a-4481-8a0f-eea64416a752 req-b078cf87-8955-4810-bb49-4f140abd713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:30.046736 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5b60de75-124a-4481-8a0f-eea64416a752 req-b078cf87-8955-4810-bb49-4f140abd713f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 1099 time: 0.0433199 Oct 27 14:17:30.083464 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5b60de75-124a-4481-8a0f-eea64416a752 req-2fdf9d44-cff4-49a0-83cf-f63d5704fa39 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271032 Oct 27 14:17:30.756234 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f423fce-97c9-4f10-998d-436675b08c23 req-bbdb56a8-0e70-4cd5-9f11-d5ae3cd5cb4d tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:30.757725 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6f423fce-97c9-4f10-998d-436675b08c23 req-bbdb56a8-0e70-4cd5-9f11-d5ae3cd5cb4d tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0470257 Oct 27 14:17:30.798656 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6f423fce-97c9-4f10-998d-436675b08c23 req-cd752e9c-94d8-4db5-831b-40b7a8667ff4 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346076 Oct 27 14:17:31.910905 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbe896-9ac9-450a-b731-735ff7c54b51 req-8cdafcd5-e85f-4b96-aad5-f208b1a1bff1 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:31.912376 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dfcbe896-9ac9-450a-b731-735ff7c54b51 req-8cdafcd5-e85f-4b96-aad5-f208b1a1bff1 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0475974 Oct 27 14:17:31.949108 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-dfcbe896-9ac9-450a-b731-735ff7c54b51 req-9693585e-fee3-41cd-9c3b-c06b5dfdb51b tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309677 Oct 27 14:17:32.059488 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd0ee4-17bb-4ab1-923a-e2c14492f605 req-f99a95a6-716e-4f7b-b098-f90b953317f6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:32.061145 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c2cd0ee4-17bb-4ab1-923a-e2c14492f605 req-f99a95a6-716e-4f7b-b098-f90b953317f6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0483589 Oct 27 14:17:32.102335 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c2cd0ee4-17bb-4ab1-923a-e2c14492f605 req-d7cbe596-9b42-40b3-afe1-55d7e5fab8c5 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352857 Oct 27 14:17:32.125454 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43876) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:32.164131 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdd9822-925b-4546-a5de-1290e3bc8146 tempest-TestVolumeBootPattern-1047061546 tempest-TestVolumeBootPattern-1047061546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:32.165644 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-ebdd9822-925b-4546-a5de-1290e3bc8146 tempest-TestVolumeBootPattern-1047061546 tempest-TestVolumeBootPattern-1047061546-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 1094 time: 0.0391986 Oct 27 14:17:32.168832 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 43878) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:17:32.172955 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'floatingip': {'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:17:32.193856 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:32.290184 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:32.388604 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Allocated IP 172.27.1.122 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/46dd5380-6286-417a-9680-f4b0fcd90072) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:17:32.491916 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:32.523978 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:32.563328 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:17:32.566285 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:17:32.569811 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:17:32.575743 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'Port': ['ID=46dd5380-6286-417a-9680-f4b0fcd90072,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:32.906335 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:32.972217 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:33.115782 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:33.119886 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:33.193204 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'Port': ['ID=46dd5380-6286-417a-9680-f4b0fcd90072,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:33.201063 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:33.299428 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.db.l3_db [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Floating IP 1b0e8117-7ffe-4baf-978f-8cbbbb3a7869 associated. External IP: 172.27.1.122, port: 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff. Oct 27 14:17:33.507926 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:17:33.858377 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:17:33.868096 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] Sync routers for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:17:33.874916 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:33.877602 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:33.878218 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:17:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:33.901335 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-1e15be23-93d0-4dcc-b6db-3aea0c3bac60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7315350 Oct 27 14:17:33.901917 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'tag': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:33.904979 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88740aa3-aa83-4e86-883f-0ea55c865d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "93aa8db9-aa74-4887-8d81-a639945dbac1", "tag": "55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:17:33.940294 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b12ce3-d45d-4c90-9f08-b1d98d01ec68 x-openstack-request-id: req-03b12ce3-d45d-4c90-9f08-b1d98d01ec68 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:17:33.940589 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aa8db9-aa74-4887-8d81-a639945dbac1", "tag": "55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:17:33.940843 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03b12ce3-d45d-4c90-9f08-b1d98d01ec68 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:17:33.941236 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'tag': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'status': 'completed', 'code': 200} Oct 27 14:17:33.987565 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:17:34.005129 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-b13b7573-f124-4aa3-9be0-198a0be1c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:34.006684 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-b13b7573-f124-4aa3-9be0-198a0be1c2e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 1099 time: 0.0418286 Oct 27 14:17:34.103293 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-b3f0afcb-86ac-4079-9b77-1a6018f5b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:34.104773 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-b3f0afcb-86ac-4079-9b77-1a6018f5b678 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0904987 Oct 27 14:17:34.169507 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-4c122a89-084c-4b41-8a55-edc920964fa3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff HTTP/1.1" status: 200 len: 1000 time: 0.0572839 Oct 27 14:17:34.212370 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '1b0e8117-7ffe-4baf-978f-8cbbbb3a7869', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:8f:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:32Z', 'updated_at': '2021-10-27T14:17:32Z', 'revision_number': 0, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:34.219694 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-3cd0ff18-f9d2-418e-b6d8-c02ccd6ca55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:34.221244 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-3cd0ff18-f9d2-418e-b6d8-c02ccd6ca55f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0431869 Oct 27 14:17:34.239111 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] Checking router: 956634e8-bb6c-47a7-a0cb-afbbf6487c7d for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:17:34.247320 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:34.247933 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:17:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:34.270920 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-a1092b5e-ff54-44ee-96c9-173ea00b7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:34.272409 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-a1092b5e-ff54-44ee-96c9-173ea00b7d68 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439632 Oct 27 14:17:34.350643 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:17:34.360555 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-e9035234-1ad7-44d3-ace0-5aad7b307ce1 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811887 Oct 27 14:17:34.455961 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-88740aa3-aa83-4e86-883f-0ea55c865d0b req-d43c3970-0f18-4cb5-9a0c-92fc7a8e0a71 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886326 Oct 27 14:17:34.690561 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '1b0e8117-7ffe-4baf-978f-8cbbbb3a7869', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:8f:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:32Z', 'updated_at': '2021-10-27T14:17:32Z', 'revision_number': 0, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:34.719784 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e6e10-62a0-4a43-ad41-07a5b40cb054 None None] The sync data for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi is: [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '1b0e8117-7ffe-4baf-978f-8cbbbb3a7869', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:8f:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:32Z', 'updated_at': '2021-10-27T14:17:32Z', 'revision_number': 0, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:17:34.905112 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dc1a4-6991-411f-a366-8a93d073fa3b None None] New status for floating IP 1b0e8117-7ffe-4baf-978f-8cbbbb3a7869: ACTIVE {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:17:41.855190 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1bc5bfb6-6c3a-4e70-81ec-db36972afd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:44.531352 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-4abc6d7c-c604-42da-853f-e66fb31b1abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:45.313091 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:46.152359 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:47.640590 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:17:50.253627 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:00.090299 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:18:06.691500 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9662aa18-722d-4131-b5f2-acb54b67449d req-c948ea0d-414a-4415-a319-aa8e1bb8d981 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392811 Oct 27 14:18:06.772512 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662aa18-722d-4131-b5f2-acb54b67449d req-5d25fff0-a194-4806-8d87-5c212cbab08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:06.773811 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9662aa18-722d-4131-b5f2-acb54b67449d req-5d25fff0-a194-4806-8d87-5c212cbab08f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 1099 time: 0.0394218 Oct 27 14:18:06.879026 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662aa18-722d-4131-b5f2-acb54b67449d req-cdf2a6c5-a5c7-4a77-a0e9-1c363728ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:06.880566 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9662aa18-722d-4131-b5f2-acb54b67449d req-cdf2a6c5-a5c7-4a77-a0e9-1c363728ab2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0867016 Oct 27 14:18:06.944061 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9662aa18-722d-4131-b5f2-acb54b67449d req-db171016-ed0d-4a3e-855c-47cf8cb8c956 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff HTTP/1.1" status: 200 len: 1002 time: 0.0565426 Oct 27 14:18:06.994805 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662aa18-722d-4131-b5f2-acb54b67449d req-a1746a8e-8ed9-4ba0-bcf2-804c8d821716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:06.996225 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9662aa18-722d-4131-b5f2-acb54b67449d req-a1746a8e-8ed9-4ba0-bcf2-804c8d821716 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0454414 Oct 27 14:18:07.041227 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662aa18-722d-4131-b5f2-acb54b67449d req-4659f137-ee06-4048-a77d-d80fad3d8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:07.042637 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9662aa18-722d-4131-b5f2-acb54b67449d req-4659f137-ee06-4048-a77d-d80fad3d8532 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385687 Oct 27 14:18:07.135584 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9662aa18-722d-4131-b5f2-acb54b67449d req-2411cff4-c95d-4e4c-9c0c-94dc26888cb4 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855911 Oct 27 14:18:07.228024 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-9662aa18-722d-4131-b5f2-acb54b67449d req-6051aa57-4066-483c-a140-23c0466c2fa6 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851011 Oct 27 14:18:11.857059 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b0a6347e-dc0e-4c7b-91bd-4372ba03a628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:14.532887 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a476c177-c74b-47b7-b680-529fbacb8ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:15.315217 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:16.156597 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:17.646667 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:20.244843 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:37.089153 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:18:41.858651 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9f03385b-1e7d-4fcc-8697-6c99c8b0beb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:44.534083 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-5f83bba1-db67-4ca8-9eba-223a293b0894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:45.316596 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:46.159386 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:47.646368 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:50.256818 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:18:58.888050 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [req-8c17bf69-e7f5-4941-9611-5caaf092e389 req-1fab9136-4c80-42d7-8dc7-1641804d6d6e service neutron] (101355) timed out ('10.222.0.66', 62757) {{(pid=101355) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 14:19:08.707847 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f75dde25-e70a-4945-bad9-228d679acc02 req-488b19ab-e9c8-4f78-863c-262fcf85440b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398023 Oct 27 14:19:08.790783 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dde25-e70a-4945-bad9-228d679acc02 req-759a9f21-73db-47a9-b573-97a724d676c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:08.792263 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f75dde25-e70a-4945-bad9-228d679acc02 req-759a9f21-73db-47a9-b573-97a724d676c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 1099 time: 0.0404701 Oct 27 14:19:08.902478 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dde25-e70a-4945-bad9-228d679acc02 req-0db7303e-5835-45b5-a64d-786b6120f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:08.903926 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f75dde25-e70a-4945-bad9-228d679acc02 req-0db7303e-5835-45b5-a64d-786b6120f88f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0924141 Oct 27 14:19:08.972499 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f75dde25-e70a-4945-bad9-228d679acc02 req-8597a128-f432-42cb-b172-74acfa39cf4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff HTTP/1.1" status: 200 len: 1002 time: 0.0599213 Oct 27 14:19:09.020586 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dde25-e70a-4945-bad9-228d679acc02 req-3d16f0b0-8366-47c2-9e7f-4a7a8d344608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:09.021958 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f75dde25-e70a-4945-bad9-228d679acc02 req-3d16f0b0-8366-47c2-9e7f-4a7a8d344608 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0423398 Oct 27 14:19:09.066495 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dde25-e70a-4945-bad9-228d679acc02 req-ff3991da-dee6-4bff-8d73-9c222a7dc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:09.067909 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f75dde25-e70a-4945-bad9-228d679acc02 req-ff3991da-dee6-4bff-8d73-9c222a7dc489 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387318 Oct 27 14:19:09.161578 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f75dde25-e70a-4945-bad9-228d679acc02 req-7d0a9ac8-4566-4aac-a7ef-045ba5c2c3fa service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859921 Oct 27 14:19:09.251203 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-f75dde25-e70a-4945-bad9-228d679acc02 req-776b6780-38f7-4891-9d04-c741a4df6f64 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808334 Oct 27 14:19:11.860828 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b650e67e-0028-4bc1-b17e-63859f0b7840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:14.087751 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:19:14.538151 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6293fc1e-6202-43cb-8064-ab936c83f343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:15.318420 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:16.162657 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:17.649333 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:20.260788 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:36.700766 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-2da275ab-9439-4770-8799-822edcbdf289 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288910149&fields=id&tenant_id=f6688a26aa6041cea90f3215c3650672 HTTP/1.1" status: 200 len: 267 time: 0.0332649 Oct 27 14:19:36.811820 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-e8b272d4-ac63-47c0-81fc-3f0bbd355731 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:36.813224 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-e8b272d4-ac63-47c0-81fc-3f0bbd355731 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 812 time: 0.1051965 Oct 27 14:19:36.828281 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-7bfa46ae-d5fb-447b-91c0-1e1f2a5b0135 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/quotas/f6688a26aa6041cea90f3215c3650672 HTTP/1.1" status: 200 len: 375 time: 0.0088549 Oct 27 14:19:36.885135 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-3a559758-e55f-4ce9-a11a-ee4f3c941c3f tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0511522 Oct 27 14:19:37.022604 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-597cea9c-8a32-427b-af42-ca3d090598f8 service neutron] 10.222.0.54 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247995 Oct 27 14:19:37.111905 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-8e281e7b-ccd9-43f9-92c3-597e1da05967 service neutron] 10.222.0.54 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830474 Oct 27 14:19:38.404722 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d96859df-6797-4ba9-9a46-7e1bbdd4ed2c req-25608ac0-9210-4c71-8f50-5481b9724929 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Oct 27 14:19:39.484533 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-3b485ee8-65c2-4f33-a70f-01608ba2a178 req-48402be1-4411-42b0-ba60-84db5a38668d tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 210 time: 0.0259364 Oct 27 14:19:40.579809 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-d37a3976-845a-4c8f-b8f5-c5d62f46263b req-7d3c1b91-19de-458f-af16-c3e49c2ec4ec tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 210 time: 0.0340164 Oct 27 14:19:41.660475 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-bccd36b4-e4ca-4842-beaf-09c968838e06 req-1d49097d-fb83-4638-ac89-6d8fee13d7dc tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 210 time: 0.0278823 Oct 27 14:19:41.862513 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1ce610c6-b865-4059-bcf7-899f42375f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:42.749916 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5b041802-f1f3-4c2d-9a99-e914f76b2b74 req-2cda0c90-4a46-466d-a493-457de46afb81 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 210 time: 0.0254836 Oct 27 14:19:43.375452 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-334f560e-00ba-4982-bce0-769b4f227ee6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:43.376910 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-334f560e-00ba-4982-bce0-769b4f227ee6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 812 time: 0.1025906 Oct 27 14:19:43.420843 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-9695e90a-ebef-4201-86ae-d2372bd0a77d tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6688a26aa6041cea90f3215c3650672 HTTP/1.1" status: 200 len: 380 time: 0.0337768 Oct 27 14:19:43.430664 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'port': {'device_id': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'admin_state_up': True, 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'security_groups': ['7479e72a-d07f-4e0d-8d72-445cbad4cc08']}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:19:43.570578 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Made reservation on behalf of f6688a26aa6041cea90f3215c3650672 for: {'port': 1} {{(pid=101355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:19:43.574140 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:43.705186 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_common [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Allocated IP 172.20.0.6 (ef01d2ea-cf34-4bdd-ac23-61a64ea2846f/7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf/41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3) {{(pid=101355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:19:43.851250 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-c8f4949d-519c-4967-bb58-24a2f6f2788d req-c22ffc06-79a6-4499-b5bc-0253d572309a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 210 time: 0.0326259 Oct 27 14:19:43.857382 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for port, precommit_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:43.896962 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_create {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:43.950263 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f is already hosted by enough agents. {{(pid=101355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:19:43.953461 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.scheduler.base_scheduler [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Resources bound (agent type, host, resource id): {{(pid=101355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:19:43.957741 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Received port after_create {{(pid=101355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:19:43.963987 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'Port': ['ID=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,revision_number=1']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:43.992064 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.992507 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.992625 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.992992 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.993317 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.993667 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.993991 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.994315 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.994634 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.994949 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.995265 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:43.995576 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:44.021619 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:44.022228 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:44.040552 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-33b41cf5-04ae-4255-9d4e-3a975f376f94 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6135461 Oct 27 14:19:44.053089 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.v2.base [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Request body: {'port': {'device_id': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81489'}} {{(pid=101355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:19:44.117034 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:44.234841 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-17549885-a54c-458b-b337-964d83581e1c None None] Provisioning complete for port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 triggered by entity DHCP. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:19:44.235353 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-17549885-a54c-458b-b337-964d83581e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:44.267148 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-17549885-a54c-458b-b337-964d83581e1c None None] Port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 cannot update to ACTIVE because it is not bound. {{(pid=101357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 14:19:44.373531 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 {{(pid=101355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:19:44.381314 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:44.393066 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.provisioning_blocks [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Transition to ACTIVE for port object 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 will not be triggered until provisioned by entity L2. {{(pid=101355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:19:44.397477 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:44.448279 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Pushing event updated for resources: {'Port': ['ID=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,revision_number=2']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:44.519648 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Attempting to bind port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 on host hv-cinder-81489 for vnic_type normal with profile {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 14:19:44.519985 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Attempting to bind port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 by drivers openvswitch,hyperv on host hv-cinder-81489 at level 0 using segments [{'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 14:19:44.520335 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Attempting to bind port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:19:44.525465 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81489 {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 14:19:44.525783 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Attempting to bind port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 on network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 14:19:44.531349 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Checking agent: {'id': 'b1aaaad2-ed34-41f8-9930-6a3993e9cbf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81489', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'started_at': datetime.datetime(2021, 10, 27, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 14:19:44.531668 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Checking segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 14:19:44.532047 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Bound using segment: {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'} {{(pid=101355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 14:19:44.532516 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.managers [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Bound port: 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3, host: hv-cinder-81489, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f'}}] {{(pid=101355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 14:19:44.532869 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:44.541386 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a9a3d201-0afe-4686-bf88-ef6bd0095e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:44.601203 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] For port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3, host hv-cinder-81489, cleared binding levels {{(pid=101355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:19:44.604415 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] For port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3, host hv-cinder-81489, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:19:44.608501 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59536432'] for port, after_update {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:44.640940 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:44.641537 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:44.642931 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] 10.222.0.66 "PUT /v2.0/ports/41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 HTTP/1.1" status: 200 len: 1093 time: 0.5941508 Oct 27 14:19:44.643989 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'tag': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:44.646381 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8f6a72-c267-453b-9a37-1546e8b73dc0", "tag": "41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:19:44.675888 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b426ea4-c54d-4fe1-b2cd-1f837f165443 service neutron] Pushing event updated for resources: {'Port': ['ID=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,revision_number=3']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:44.692182 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68ba226-72ba-42a3-af29-158e62776548 x-openstack-request-id: req-b68ba226-72ba-42a3-af29-158e62776548 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:19:44.692575 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8f6a72-c267-453b-9a37-1546e8b73dc0", "tag": "41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:19:44.692897 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b68ba226-72ba-42a3-af29-158e62776548 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:19:44.693493 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'tag': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'status': 'completed', 'code': 200} Oct 27 14:19:44.737455 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-eccd9acc-7056-4155-9da8-524b57cd595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:44.738961 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-eccd9acc-7056-4155-9da8-524b57cd595b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0444887 Oct 27 14:19:44.785881 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-a0c1ee70-6fd2-4a7b-8c8c-0882c7d6100b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 HTTP/1.1" status: 200 len: 217 time: 0.0385582 Oct 27 14:19:44.836569 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-90392c46-6c36-4db3-92e2-d4aa57f4b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:44.838042 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-90392c46-6c36-4db3-92e2-d4aa57f4b075 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0448451 Oct 27 14:19:44.882879 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-d0d7f13f-f6a2-4aef-ad01-cb2f197ebc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:44.884796 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-d0d7f13f-f6a2-4aef-ad01-cb2f197ebc24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397921 Oct 27 14:19:44.971865 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672841c7-6407-4d59-bdd2-59027c038d14 req-0b400b05-c147-4d02-9f33-6fc8937baea1 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:44.973765 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-672841c7-6407-4d59-bdd2-59027c038d14 req-0b400b05-c147-4d02-9f33-6fc8937baea1 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 943 time: 0.0482295 Oct 27 14:19:44.979859 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-5d40c4df-952c-4530-8a89-9fff6c7a152f service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881295 Oct 27 14:19:45.012072 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-672841c7-6407-4d59-bdd2-59027c038d14 req-82d7d4b6-113b-45f4-9f7a-c73980b4f970 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324161 Oct 27 14:19:45.071570 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6ea451ef-2521-4006-bc51-247952dfb9cc req-7b359cdd-268f-4185-9cd1-85e94f2b516e service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824101 Oct 27 14:19:45.162212 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-57c17068-d9cc-463f-b496-9d02c9ff3cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:45.163596 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-57c17068-d9cc-463f-b496-9d02c9ff3cd9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0440507 Oct 27 14:19:45.258611 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-95849233-4b7f-4c5b-8117-08f5e4882471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:45.260094 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-95849233-4b7f-4c5b-8117-08f5e4882471 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0891042 Oct 27 14:19:45.305015 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-f9daa6f0-045e-4b37-8e90-fa49431d4e7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 HTTP/1.1" status: 200 len: 217 time: 0.0373540 Oct 27 14:19:45.320261 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:45.355250 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-9425bfbe-cdd7-446a-b54d-992aaea95414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:45.356693 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-9425bfbe-cdd7-446a-b54d-992aaea95414 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0453267 Oct 27 14:19:45.401495 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-1c4f8740-c3ab-4e75-be88-0b920dc9e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:45.402937 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-1c4f8740-c3ab-4e75-be88-0b920dc9e8dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388663 Oct 27 14:19:45.493704 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-dbb444be-b72c-4c2a-9d97-bac24f80e9fa service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835876 Oct 27 14:19:45.586730 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a8e0c3d9-8cd8-427b-ab58-db362a47d84f req-0bcebad6-eccb-40bb-a2f8-e8eaecf609d7 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863979 Oct 27 14:19:46.136272 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a5258-7aee-4031-b343-f285ab26dc64 req-ac57a288-89ee-4a73-bb28-a91adb929a8e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:46.137743 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bf6a5258-7aee-4031-b343-f285ab26dc64 req-ac57a288-89ee-4a73-bb28-a91adb929a8e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 943 time: 0.0546896 Oct 27 14:19:46.164425 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:46.176999 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bf6a5258-7aee-4031-b343-f285ab26dc64 req-8728eee8-5d57-424b-9755-e78cc2cf6cd7 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328538 Oct 27 14:19:47.295190 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a11e3-1395-479e-a2ba-55c33874076d req-441fc23d-c404-4899-addd-d087af3fc395 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:47.296752 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1a1a11e3-1395-479e-a2ba-55c33874076d req-441fc23d-c404-4899-addd-d087af3fc395 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 943 time: 0.0491040 Oct 27 14:19:47.334174 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1a1a11e3-1395-479e-a2ba-55c33874076d req-742faece-021b-4368-840e-8649147e5962 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316050 Oct 27 14:19:47.652460 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:48.447026 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f5f7-bfa2-497e-a00f-5b7d89de8442 req-1ede898c-82e3-44b2-85af-9c8cc2e9e438 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:48.448449 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2a75f5f7-bfa2-497e-a00f-5b7d89de8442 req-1ede898c-82e3-44b2-85af-9c8cc2e9e438 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 943 time: 0.0496407 Oct 27 14:19:48.487315 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-2a75f5f7-bfa2-497e-a00f-5b7d89de8442 req-cc521dc3-e92a-403d-bedd-01b9b42092c8 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329196 Oct 27 14:19:49.600892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413b9c1-3f05-4ca6-a9c4-5525221f9739 req-a4bba96e-9b47-4fab-9468-61f9a7bab2d0 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:49.602364 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0413b9c1-3f05-4ca6-a9c4-5525221f9739 req-a4bba96e-9b47-4fab-9468-61f9a7bab2d0 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 943 time: 0.0485785 Oct 27 14:19:49.642719 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-0413b9c1-3f05-4ca6-a9c4-5525221f9739 req-d4ab7184-173a-4d03-b0e0-3644b03668f4 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344267 Oct 27 14:19:50.274842 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:50.757009 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78786eb-7140-4f62-973e-ae14db04f289 req-25720ce6-5955-4406-a57b-d7676b255ec6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:50.758487 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e78786eb-7140-4f62-973e-ae14db04f289 req-25720ce6-5955-4406-a57b-d7676b255ec6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 943 time: 0.0493999 Oct 27 14:19:50.795424 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e78786eb-7140-4f62-973e-ae14db04f289 req-0e428e62-374c-46f7-8d84-ec9cbab0e446 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307124 Oct 27 14:19:51.087427 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:19:51.905986 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc770ffa-fea9-4dab-8a78-2d3edbfb9971 req-6f90d140-fb1e-4eee-9f18-cd7a447f7964 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:51.907415 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fc770ffa-fea9-4dab-8a78-2d3edbfb9971 req-6f90d140-fb1e-4eee-9f18-cd7a447f7964 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 943 time: 0.0476449 Oct 27 14:19:51.946497 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fc770ffa-fea9-4dab-8a78-2d3edbfb9971 req-0edc5879-fa8c-46ac-8db2-6870897e4fd6 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326197 Oct 27 14:19:52.365061 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 details requested by agent hyperv_hv-cinder-81489 with host hv-cinder-81489 {{(pid=101357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 14:19:52.459724 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:52.470327 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Returning: {'device': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'port_id': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'mac_address': 'fa:16:3e:ed:30:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 14:19:52.505725 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:52.517725 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 {{(pid=101357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:19:52.538096 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:52.541872 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:52.591989 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,revision_number=4']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:52.598873 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.599221 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.599557 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.599887 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.600247 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.600578 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.600904 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.601226 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.601554 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.601872 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.602189 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.602526 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:52.971743 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] get_ports_and_sgs() called for port_ids ['41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3'] {{(pid=101357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 14:19:53.060952 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ef384-5a14-4217-a7ce-f1e799716176 req-83b1b05e-72a8-4ac7-8135-228bc598ff01 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:53.062400 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6c3ef384-5a14-4217-a7ce-f1e799716176 req-83b1b05e-72a8-4ac7-8135-228bc598ff01 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 944 time: 0.0514503 Oct 27 14:19:53.099547 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-6c3ef384-5a14-4217-a7ce-f1e799716176 req-deda723c-c760-4c29-86e9-627f7871524a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302215 Oct 27 14:19:54.213274 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4ae73-bc22-4e72-8be7-da41dfedafa6 req-320300e5-fb6e-475a-9d0d-c747bf5f7019 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:54.214764 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fef4ae73-bc22-4e72-8be7-da41dfedafa6 req-320300e5-fb6e-475a-9d0d-c747bf5f7019 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 944 time: 0.0497663 Oct 27 14:19:54.253514 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-fef4ae73-bc22-4e72-8be7-da41dfedafa6 req-782fecee-a95f-4888-93ae-baa448f7b881 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326676 Oct 27 14:19:54.372849 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 up at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 14:19:54.420427 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning for port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 completed by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:19:54.423858 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.provisioning_blocks [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Provisioning complete for port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 triggered by entity L2. {{(pid=101357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:19:54.424253 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:54.501405 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:54.522889 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3'}] {{(pid=101357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:54.525249 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2c495c431804f4fee9d515a761a60da1e153191b97e450240d3bcbaafd31136" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a01729-8528-4db0-8371-3742b6efe2ab" -d '{"events": [{"server_uuid": "1f8f6a72-c267-453b-9a37-1546e8b73dc0", "name": "network-vif-plugged", "status": "completed", "tag": "41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3"}]}' {{(pid=101357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:19:54.539745 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] For port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:54.544212 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311'] for port, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:54.575131 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd979eb-ebe9-449f-8b3f-68739d8d522f x-openstack-request-id: req-dfd979eb-ebe9-449f-8b3f-68739d8d522f {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:19:54.575418 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8f6a72-c267-453b-9a37-1546e8b73dc0", "name": "network-vif-plugged", "status": "completed", "tag": "41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3", "code": 200}]} {{(pid=101357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:19:54.575667 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dfd979eb-ebe9-449f-8b3f-68739d8d522f {{(pid=101357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:19:54.576048 dv-cinder-814898-2-iscsi neutron-server[101357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'code': 200} Oct 27 14:19:54.594005 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Pushing event updated for resources: {'Port': ['ID=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,revision_number=5']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:54.800841 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060768a3-ebf9-4894-a147-3ebe4c3185e1 req-fcdf67cf-9555-4711-bdd8-b7b6e315d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:54.802218 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-060768a3-ebf9-4894-a147-3ebe4c3185e1 req-fcdf67cf-9555-4711-bdd8-b7b6e315d3a5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0398076 Oct 27 14:19:54.837907 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-060768a3-ebf9-4894-a147-3ebe4c3185e1 req-7e714bdd-f94e-4be8-8906-9a8a5c674cce service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280075 Oct 27 14:19:55.365771 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd8d9f-3e7b-4983-a9be-0188207899a1 req-dc234557-2adc-4612-85de-6afa1a22229d tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:55.367204 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cdd8d9f-3e7b-4983-a9be-0188207899a1 req-dc234557-2adc-4612-85de-6afa1a22229d tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 945 time: 0.0468352 Oct 27 14:19:55.407637 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cdd8d9f-3e7b-4983-a9be-0188207899a1 req-81367258-bd5d-467b-b0a6-09101406aedd tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345690 Oct 27 14:19:56.522305 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35734746-574d-4747-8b52-b6736d57cc00 req-d11f7e39-c5d5-442e-8d68-6a478ae99f54 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:56.523776 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-35734746-574d-4747-8b52-b6736d57cc00 req-d11f7e39-c5d5-442e-8d68-6a478ae99f54 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 945 time: 0.0494587 Oct 27 14:19:56.560880 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-35734746-574d-4747-8b52-b6736d57cc00 req-f64a9b06-7ddc-4354-8ecf-d86a8932ee34 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309422 Oct 27 14:19:56.670506 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ede304-e90a-4374-b757-c7529fcbf228 req-94c4136f-ed97-4e4a-80f2-23ab64809989 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:56.671949 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-09ede304-e90a-4374-b757-c7529fcbf228 req-94c4136f-ed97-4e4a-80f2-23ab64809989 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 945 time: 0.0478477 Oct 27 14:19:56.708939 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-09ede304-e90a-4374-b757-c7529fcbf228 req-1af160c8-a134-40b3-a8c7-39908ef444a0 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306234 Oct 27 14:19:56.729801 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44042) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:19:56.809768 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a4f4f7-fd53-4da3-9c63-c7e04b8d71d9 tempest-TestVolumeBootPattern-1047061546 tempest-TestVolumeBootPattern-1047061546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:56.811252 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-78a4f4f7-fd53-4da3-9c63-c7e04b8d71d9 tempest-TestVolumeBootPattern-1047061546 tempest-TestVolumeBootPattern-1047061546-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 1093 time: 0.0805047 Oct 27 14:19:56.814003 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44046) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:19:56.818882 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.v2.base [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Request body: {'floatingip': {'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'port_id': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 14:19:56.839674 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:56.936127 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:57.037362 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_common [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Allocated IP 172.27.1.134 (04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a/305a00dd-927c-4987-8d48-1a4506f9b30b/9a2c512b-cd83-4a52-9882-1f3d2bfaed90) {{(pid=101356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:19:57.138691 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for port, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:57.170877 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757075230275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:57.209995 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Network 04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a is already hosted by enough agents. {{(pid=101356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:19:57.212877 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.base_scheduler [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Resources bound (agent type, host, resource id): {{(pid=101356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:19:57.215436 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Received port after_create {{(pid=101356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:19:57.223504 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'Port': ['ID=9a2c512b-cd83-4a52-9882-1f3d2bfaed90,revision_number=1']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:57.250828 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.251198 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.251530 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.251856 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.252205 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.252529 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.252847 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.253166 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.253481 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.253793 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.254107 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.254415 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:57.558839 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:57.629241 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:57.773722 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for port, precommit_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:57.778365 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757075707118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757075230293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757075230311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60100620'] for port, after_update {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:57.843139 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event updated for resources: {'Port': ['ID=9a2c512b-cd83-4a52-9882-1f3d2bfaed90,revision_number=2']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:57.857666 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3705648'] for floatingip, after_create {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:57.960694 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.l3_db [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Floating IP 43799e63-08e2-462f-95e6-6a5cdcf44e99 associated. External IP: 172.27.1.134, port: 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3. Oct 27 14:19:58.390697 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:19:58.493059 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:19:58.502862 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] Sync routers for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:19:58.510434 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:19:58.513108 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:19:58.513782 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:19:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:58.540532 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-7f74995d-a82d-45f1-9ed0-13a78bf380d3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7255051 Oct 27 14:19:58.541115 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'tag': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:58.543364 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b71572c-cf01-4b30-8191-bc989224c7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8f6a72-c267-453b-9a37-1546e8b73dc0", "tag": "41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:19:58.619801 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:19:58.633999 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b49794-afc4-4531-8aba-012384de75f0 x-openstack-request-id: req-36b49794-afc4-4531-8aba-012384de75f0 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:19:58.634290 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8f6a72-c267-453b-9a37-1546e8b73dc0", "tag": "41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:19:58.634543 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36b49794-afc4-4531-8aba-012384de75f0 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:19:58.634937 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'tag': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'status': 'completed', 'code': 200} Oct 27 14:19:58.701408 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-5e3a8703-5156-403b-8da6-4346e2f5688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:58.702811 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-5e3a8703-5156-403b-8da6-4346e2f5688b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0430105 Oct 27 14:19:58.790855 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-b5352873-3ffe-405d-83c8-19f03629c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:58.792415 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-b5352873-3ffe-405d-83c8-19f03629c6e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0828991 Oct 27 14:19:58.847939 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '1b0e8117-7ffe-4baf-978f-8cbbbb3a7869', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:8f:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:32Z', 'updated_at': '2021-10-27T14:17:35Z', 'revision_number': 1, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}, {'id': '43799e63-08e2-462f-95e6-6a5cdcf44e99', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:ed:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:19:57Z', 'updated_at': '2021-10-27T14:19:57Z', 'revision_number': 0, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:58.859660 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-0dcc6468-2bb8-44ec-bdbd-6a18cafaac7f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 HTTP/1.1" status: 200 len: 999 time: 0.0601163 Oct 27 14:19:58.873872 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] Checking router: 956634e8-bb6c-47a7-a0cb-afbbf6487c7d for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:19:58.882391 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:19:58.882994 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:19:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:58.908903 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-ccd86197-e40b-4cb4-ac59-9c24c755b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:58.910888 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-ccd86197-e40b-4cb4-ac59-9c24c755b2c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0432315 Oct 27 14:19:58.955669 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-cc185a9b-13c1-4dbc-9596-16cb6c0aca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:58.957637 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-cc185a9b-13c1-4dbc-9596-16cb6c0aca3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396543 Oct 27 14:19:58.998556 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:19:59.057986 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-409d1eed-0e22-42e7-bd48-3fe13a6e4785 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929480 Oct 27 14:19:59.146492 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-5b71572c-cf01-4b30-8191-bc989224c7e8 req-ba7c0fbf-79f3-49e6-beb6-fac3f66b8e5a service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815682 Oct 27 14:19:59.375198 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '1b0e8117-7ffe-4baf-978f-8cbbbb3a7869', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:8f:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:32Z', 'updated_at': '2021-10-27T14:17:35Z', 'revision_number': 1, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}, {'id': '43799e63-08e2-462f-95e6-6a5cdcf44e99', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:ed:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:19:57Z', 'updated_at': '2021-10-27T14:19:57Z', 'revision_number': 0, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:59.413831 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4fe0a-c31a-483c-ab16-c17141f1e6b1 None None] The sync data for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi is: [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '1b0e8117-7ffe-4baf-978f-8cbbbb3a7869', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:8f:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:32Z', 'updated_at': '2021-10-27T14:17:35Z', 'revision_number': 1, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}, {'id': '43799e63-08e2-462f-95e6-6a5cdcf44e99', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:ed:30:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:19:57Z', 'updated_at': '2021-10-27T14:19:57Z', 'revision_number': 0, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:19:59.600341 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f9ad59-0052-4f2d-8cf3-2039036eb41f None None] New status for floating IP 43799e63-08e2-462f-95e6-6a5cdcf44e99: ACTIVE {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:20:00.445446 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [req-765b6735-5028-4dc7-a186-d80798c6b4bc req-36ed03ba-a9e0-4b51-9076-46dec0447069 service neutron] (101356) timed out ('10.222.0.54', 39144) {{(pid=101356) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 14:20:10.703045 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-1f79530f-175f-4fd4-9a0f-29bc7ae42f31 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423768 Oct 27 14:20:10.796472 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-6232b23a-deba-4f3c-a250-b5a87b6ec476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:10.797980 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-6232b23a-deba-4f3c-a250-b5a87b6ec476 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 1099 time: 0.0409739 Oct 27 14:20:10.903023 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-318e54ca-c24a-48b0-b9ad-c7c11d33ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:10.904509 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-318e54ca-c24a-48b0-b9ad-c7c11d33ce17 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0859065 Oct 27 14:20:10.970940 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-8003b2a2-187f-41c7-8df9-2f17067ae514 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff HTTP/1.1" status: 200 len: 1002 time: 0.0582683 Oct 27 14:20:11.028814 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-070e5350-0c4a-43d5-ad66-6519ea19036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:11.030178 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-070e5350-0c4a-43d5-ad66-6519ea19036e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0424156 Oct 27 14:20:11.086065 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-25aa7ab3-9bd3-4fe6-ad3b-d282cc646992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:11.087514 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-25aa7ab3-9bd3-4fe6-ad3b-d282cc646992 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388672 Oct 27 14:20:11.424847 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-24d7633f-3924-4baa-a7bf-0adb13e62766 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239753 Oct 27 14:20:11.519567 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-3ddf71a6-eb2c-4f00-9b45-4b13511d0ce8 req-3102e3de-b3e6-4039-b190-9f6622482b66 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867381 Oct 27 14:20:11.864570 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-44f69644-dfb9-4164-8981-2689e57ab82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:14.544091 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f179e0b6-7978-4d89-8189-ec82fae93a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:15.320675 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:16.167335 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:17.654896 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:20.271692 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:28.086570 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:20:41.865997 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f560d381-bd76-4244-be64-15925aeb2f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:44.546973 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0993fb53-7e2f-4526-9419-22184836f5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:45.322627 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:46.170751 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:47.657172 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:20:50.302706 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:05.085471 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:21:11.866625 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b27521d4-ef6f-4d04-8483-0aada10ff160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:12.745227 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-12ef1975-7c56-4302-b294-35a3a39f144d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774474 Oct 27 14:21:12.805598 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-3d48ca83-a8ce-479a-a2f4-e0155a2f3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:21:12.807050 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-3d48ca83-a8ce-479a-a2f4-e0155a2f3d89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0396636 Oct 27 14:21:12.919919 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-792f708e-72e9-4114-9eb5-c6b4823efb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:21:12.921376 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-792f708e-72e9-4114-9eb5-c6b4823efb97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.0866292 Oct 27 14:21:12.987192 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-823bd3bb-8e00-435c-b305-ce46f650e53d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 HTTP/1.1" status: 200 len: 1001 time: 0.0569165 Oct 27 14:21:13.036439 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-6ac86436-faf1-423e-ad0b-7b1e7c8d4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:21:13.037890 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-6ac86436-faf1-423e-ad0b-7b1e7c8d4770 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0424564 Oct 27 14:21:13.086033 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-a2548b12-5070-41a5-b549-b0fc1fa5fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:21:13.087458 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-a2548b12-5070-41a5-b549-b0fc1fa5fc9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422592 Oct 27 14:21:13.099498 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-acf5bb19-7366-418b-babf-310a3e4ba9b0 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=101355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 14:21:13.100595 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-acf5bb19-7366-418b-babf-310a3e4ba9b0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052516 Oct 27 14:21:13.189204 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-582eb701-d79b-4e5d-acd1-f86389b68558 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816476 Oct 27 14:21:13.283959 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-aa309e41-a05a-4621-bfdc-2c6c71eb0161 req-b5682b30-6ba9-493f-bbb8-8f6fac9a1b2d service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846281 Oct 27 14:21:14.547761 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f1321e33-c822-4abf-9143-6d814c656b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:15.324593 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:16.173285 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:17.661463 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:20.316764 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:41.868072 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0e7fcc73-c813-4381-b3ec-bb5816b67a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:42.084401 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:21:44.549554 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-e676f9f4-8f16-418f-99d8-38fa7961378e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:45.326978 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:46.177288 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:47.662182 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:21:50.331437 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:01.155205 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44086) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:01.313692 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Deleting port 9a2c512b-cd83-4a52-9882-1f3d2bfaed90 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:01.314030 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:01.387279 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:01.387602 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:01.399914 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Calling delete_port for 9a2c512b-cd83-4a52-9882-1f3d2bfaed90 owned by network:floatingip {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:01.542424 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:01.564494 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event deleted for resources: {'Port': ['ID=9a2c512b-cd83-4a52-9882-1f3d2bfaed90,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:01.577784 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.578204 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.578543 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.578870 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.579195 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.579519 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.579839 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.580193 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.580515 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.580832 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.581146 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.581458 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:01.637681 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:01.638065 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.l3_db [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Floating IP 43799e63-08e2-462f-95e6-6a5cdcf44e99 disassociated (deleted). External IP: 172.27.1.134, port: 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3. Oct 27 14:22:01.841216 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:22:01.944665 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:22:01.949411 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:01.954805 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] Sync routers for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:22:01.964714 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:22:01.965316 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:21:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:01.979432 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-48db0fe5-51fe-48e7-b6aa-76dfd3462021 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "DELETE /v2.0/floatingips/43799e63-08e2-462f-95e6-6a5cdcf44e99 HTTP/1.1" status: 204 len: 168 time: 0.8231528 Oct 27 14:22:01.980031 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'tag': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:22:01.982298 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8f6a72-c267-453b-9a37-1546e8b73dc0", "tag": "41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:22:02.027747 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa939323-f37f-49fa-85a3-6e8c581511e5 x-openstack-request-id: req-aa939323-f37f-49fa-85a3-6e8c581511e5 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:22:02.028034 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8f6a72-c267-453b-9a37-1546e8b73dc0", "tag": "41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:22:02.028341 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa939323-f37f-49fa-85a3-6e8c581511e5 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:22:02.028740 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'tag': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'status': 'completed', 'code': 200} Oct 27 14:22:02.075228 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:22:02.094409 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-0a07d014-f8c5-48be-91f0-83ba34167e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:02.096549 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-0a07d014-f8c5-48be-91f0-83ba34167e3f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0436769 Oct 27 14:22:02.235190 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-0fe17f0a-e98f-48d2-a11c-cbe5938abc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:02.236719 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-0fe17f0a-e98f-48d2-a11c-cbe5938abc87 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.1275978 Oct 27 14:22:02.261132 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b64528-caf6-4f63-ac11-0a741c0db7b9 req-065721be-8253-4080-a07a-d697a088b202 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:02.262579 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a1b64528-caf6-4f63-ac11-0a741c0db7b9 req-065721be-8253-4080-a07a-d697a088b202 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 945 time: 0.0752363 Oct 27 14:22:02.292040 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-e2d587a1-daa3-47b4-b607-124e2456add8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 HTTP/1.1" status: 200 len: 217 time: 0.0471361 Oct 27 14:22:02.328713 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '1b0e8117-7ffe-4baf-978f-8cbbbb3a7869', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:8f:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:32Z', 'updated_at': '2021-10-27T14:17:35Z', 'revision_number': 1, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:02.354786 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] Checking router: 956634e8-bb6c-47a7-a0cb-afbbf6487c7d for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:22:02.359643 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-a1b64528-caf6-4f63-ac11-0a741c0db7b9 req-ed971c62-cbe8-45a8-bead-1f0e0b251b2a tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699754 Oct 27 14:22:02.363403 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:22:02.364009 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:21:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:02.366635 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-2f7964d4-2cc3-41bb-8f69-bcf50bc89398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:02.368062 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-2f7964d4-2cc3-41bb-8f69-bcf50bc89398 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0637915 Oct 27 14:22:02.421315 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-ab8e40a1-3e15-4d89-81f1-39cb2f1d1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:02.422816 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-ab8e40a1-3e15-4d89-81f1-39cb2f1d1585 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411086 Oct 27 14:22:02.469138 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:22:02.525723 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-ed3d4fd8-bc37-416d-93ce-41e74883aeeb service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948615 Oct 27 14:22:02.619025 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-c02a805e-86fc-4bb5-8c5e-aa6faeb62d9b req-98bcbd4c-6078-40b0-af7c-ae46d28bd124 service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842884 Oct 27 14:22:02.692365 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '1b0e8117-7ffe-4baf-978f-8cbbbb3a7869', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:8f:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:32Z', 'updated_at': '2021-10-27T14:17:35Z', 'revision_number': 1, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:02.722427 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362cfe4-de4b-40bd-a9de-e1665f681797 None None] The sync data for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi is: [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_floatingips': [{'id': '1b0e8117-7ffe-4baf-978f-8cbbbb3a7869', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'floating_ip_address': '172.27.1.122', 'floating_network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'router_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'port_id': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'mac_address': 'fa:16:3e:8f:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:17:32Z', 'updated_at': '2021-10-27T14:17:35Z', 'revision_number': 1, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:22:02.945046 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dee193-6749-4cdc-a3b5-6f081edd324a None None] New status for floating IP 43799e63-08e2-462f-95e6-6a5cdcf44e99: DOWN {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:22:03.478720 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913fd4d-199d-4b8e-b7cc-23fa7456548d req-297bede5-7da4-4fcc-a015-0cfa51614416 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:03.480159 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f913fd4d-199d-4b8e-b7cc-23fa7456548d req-297bede5-7da4-4fcc-a015-0cfa51614416 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 945 time: 0.0488515 Oct 27 14:22:03.518204 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-f913fd4d-199d-4b8e-b7cc-23fa7456548d req-55238d6f-eb4e-4024-b109-f8248a339b6f tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316777 Oct 27 14:22:04.055618 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-78b3e0a2-ba1f-4a44-a105-dba708fad2b9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:04.057039 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-78b3e0a2-ba1f-4a44-a105-dba708fad2b9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 945 time: 0.0558419 Oct 27 14:22:04.152391 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Deleting port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:04.152724 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:04.243546 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] For port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:22:04.243902 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:04.256784 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Calling delete_port for 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:04.382294 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:04.410227 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event deleted for resources: {'Port': ['ID=41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:04.422278 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.422625 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.422972 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.423301 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.423608 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.423927 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.424273 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.424683 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.424939 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.425255 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.425567 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.425877 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:04.464071 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] No DVR routers for this DVR port 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:22:04.466870 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:04.470277 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-e05acc68-4fb3-4017-8508-6464e5e08876 req-9122a966-214b-4934-a6a6-e558b51937f9 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "DELETE /v2.0/ports/41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 HTTP/1.1" status: 204 len: 173 time: 0.4053082 Oct 27 14:22:04.470741 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'name': 'network-vif-deleted', 'tag': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:22:04.473267 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4e7ad2-6a8e-4fba-b879-1c6cab8142f6" -d '{"events": [{"server_uuid": "1f8f6a72-c267-453b-9a37-1546e8b73dc0", "name": "network-vif-deleted", "tag": "41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:22:04.525244 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ac72fb-9e23-48e8-a151-9b3ddb7c20ba x-openstack-request-id: req-a0ac72fb-9e23-48e8-a151-9b3ddb7c20ba {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:22:04.525591 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8f6a72-c267-453b-9a37-1546e8b73dc0", "name": "network-vif-deleted", "tag": "41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:22:04.525847 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0ac72fb-9e23-48e8-a151-9b3ddb7c20ba {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:22:04.526240 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8f6a72-c267-453b-9a37-1546e8b73dc0', 'name': 'network-vif-deleted', 'tag': '41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3', 'status': 'completed', 'code': 200} Oct 27 14:22:04.611098 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-39a5820f-61bb-4bf6-8639-1d82c18b3042 req-603afbae-02b5-487c-b1b8-37c8718421db tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f8f6a72-c267-453b-9a37-1546e8b73dc0 HTTP/1.1" status: 200 len: 210 time: 0.0267510 Oct 27 14:22:07.020267 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:22:07.039478 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:22:07.039814 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 41ba45a3-3634-4a0a-b8be-25b4cc0bd3f3 not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:22:07.875524 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44130) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:08.026269 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Deleting port 46dd5380-6286-417a-9680-f4b0fcd90072 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:08.026602 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:08.103822 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:08.104170 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:08.115668 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Calling delete_port for 46dd5380-6286-417a-9680-f4b0fcd90072 owned by network:floatingip {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:08.263558 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:08.288064 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event deleted for resources: {'Port': ['ID=46dd5380-6286-417a-9680-f4b0fcd90072,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:08.347377 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:08.347705 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.db.l3_db [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Floating IP 1b0e8117-7ffe-4baf-978f-8cbbbb3a7869 disassociated (deleted). External IP: 172.27.1.122, port: 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff. Oct 27 14:22:08.547538 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:22:08.650213 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:22:08.655396 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:08.660462 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] Sync routers for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:22:08.670298 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:22:08.670903 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:21:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:08.682260 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-af8ef4ff-b8cc-4d28-8090-2169e1605d6e tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "DELETE /v2.0/floatingips/1b0e8117-7ffe-4baf-978f-8cbbbb3a7869 HTTP/1.1" status: 204 len: 168 time: 0.8056509 Oct 27 14:22:08.682828 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'tag': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff'}] {{(pid=101356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:22:08.685137 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c85b360be16695618035ce7cd37e6cfe1dbd627bd8af8320ea6351d8593f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd899a29-e09b-4f5a-beb4-b2a55de59485" -d '{"events": [{"name": "network-changed", "server_uuid": "93aa8db9-aa74-4887-8d81-a639945dbac1", "tag": "55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff"}]}' {{(pid=101356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:22:08.724489 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f17d7c-8423-46a2-8b1f-0028925e3266 x-openstack-request-id: req-60f17d7c-8423-46a2-8b1f-0028925e3266 {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:22:08.724780 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aa8db9-aa74-4887-8d81-a639945dbac1", "tag": "55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff", "status": "completed", "code": 200}]} {{(pid=101356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:22:08.725204 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60f17d7c-8423-46a2-8b1f-0028925e3266 {{(pid=101356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:22:08.725557 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'tag': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'status': 'completed', 'code': 200} Oct 27 14:22:08.782663 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:22:08.794418 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-bfff09d1-05a7-443e-b439-e1e84532f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:08.795939 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-bfff09d1-05a7-443e-b439-e1e84532f6ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6688a26aa6041cea90f3215c3650672&device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 1099 time: 0.0474534 Oct 27 14:22:08.925714 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-6b76dba4-e2ec-46c2-b5c7-8e602a10faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:08.927193 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-6b76dba4-e2ec-46c2-b5c7-8e602a10faa3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 200 len: 913 time: 0.1229665 Oct 27 14:22:08.940638 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6922d-e028-4457-b8a9-b8513670c608 req-169ff047-9fc3-4e0b-87ba-672e07673db3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:08.942206 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fdc6922d-e028-4457-b8a9-b8513670c608 req-169ff047-9fc3-4e0b-87ba-672e07673db3 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0835059 Oct 27 14:22:08.988371 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-e71e9586-1c52-4b93-9a43-3dabffc9e098 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff HTTP/1.1" status: 200 len: 217 time: 0.0451229 Oct 27 14:22:09.016141 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-fdc6922d-e028-4457-b8a9-b8513670c608 req-3c85bc93-cf0b-4bd8-aeb7-ed27535658fb tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670047 Oct 27 14:22:09.050024 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-b771ed48-2b63-4be3-ac36-6cad52c6ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:09.051463 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-b771ed48-2b63-4be3-ac36-6cad52c6ce51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 200 len: 851 time: 0.0500050 Oct 27 14:22:09.101234 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-de641a69-be49-4f7a-8162-4a6c4ad7228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:09.102741 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-de641a69-be49-4f7a-8162-4a6c4ad7228f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442221 Oct 27 14:22:09.111194 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:09.137014 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] Checking router: 956634e8-bb6c-47a7-a0cb-afbbf6487c7d for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:22:09.145478 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:22:09.146074 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:21:45Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:09.193497 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-2b9655ac-5023-4276-b4ae-9ad267597d9c service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825453 Oct 27 14:22:09.251785 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:22:09.297925 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-bd899a29-e09b-4f5a-beb4-b2a55de59485 req-8b65bd58-ab17-4fae-b40a-285a46a8213a service neutron] 10.222.0.66 "GET /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941336 Oct 27 14:22:09.452701 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:09.478321 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a9eae-aacb-4e75-88d8-cf3d08e394cf None None] The sync data for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi is: [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:14:08Z', 'revision_number': 4, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi', '_interfaces': [{'id': '588f852f-8d32-4d76-841a-a76e011ef9dc', 'name': '', 'network_id': 'ef01d2ea-cf34-4bdd-ac23-61a64ea2846f', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'mac_address': 'fa:16:3e:94:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:08Z', 'updated_at': '2021-10-27T14:14:13Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'subnets': [{'id': '7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:22:09.690861 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf71db-7f46-4fb4-85f9-00465a566f74 None None] New status for floating IP 1b0e8117-7ffe-4baf-978f-8cbbbb3a7869: DOWN {{(pid=101358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 14:22:10.132664 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbec525-fffd-4ae9-a556-b5c535eae304 req-f6e88da2-ed79-47a1-bde6-fd6a4bb340ea tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:10.134230 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cbec525-fffd-4ae9-a556-b5c535eae304 req-f6e88da2-ed79-47a1-bde6-fd6a4bb340ea tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0483482 Oct 27 14:22:10.172363 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-1cbec525-fffd-4ae9-a556-b5c535eae304 req-55143450-92fa-4c55-8b43-e7d9df85e2a4 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/security-groups?id=7479e72a-d07f-4e0d-8d72-445cbad4cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Oct 27 14:22:10.663809 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-1e6ba048-d656-412b-b824-539f96b4828d tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:22:10.665244 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-1e6ba048-d656-412b-b824-539f96b4828d tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 946 time: 0.0480549 Oct 27 14:22:10.755078 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-e6a1fe38-d735-4380-9e3f-e35b159940da tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Deleting port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:10.755409 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-e6a1fe38-d735-4380-9e3f-e35b159940da tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:10.842443 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-e6a1fe38-d735-4380-9e3f-e35b159940da tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] For port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff, host hv-cinder-81489, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81489',level=0,port_id=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:22:10.842797 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-e6a1fe38-d735-4380-9e3f-e35b159940da tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:10.854751 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-e6a1fe38-d735-4380-9e3f-e35b159940da tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Calling delete_port for 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff owned by compute:nova {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:10.984138 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-e6a1fe38-d735-4380-9e3f-e35b159940da tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:11.010969 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1fe38-d735-4380-9e3f-e35b159940da tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event deleted for resources: {'Port': ['ID=55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:11.053790 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-e6a1fe38-d735-4380-9e3f-e35b159940da tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] No DVR routers for this DVR port 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff on host hv-cinder-81489 {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:22:11.056417 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-e6a1fe38-d735-4380-9e3f-e35b159940da tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for port, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:11.059771 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [req-1b209a81-31ed-4ba8-81e6-759d131f878e req-e6a1fe38-d735-4380-9e3f-e35b159940da tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.66 "DELETE /v2.0/ports/55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff HTTP/1.1" status: 204 len: 173 time: 0.3881636 Oct 27 14:22:11.060901 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'name': 'network-vif-deleted', 'tag': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff'}] {{(pid=101355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:22:11.063233 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b6d940eb2dcbb4a4fce8ce4c631731e817c5e8289dfebc201584b1d464e8a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd6cfbe-40a7-45e8-961b-5c6796bf7628" -d '{"events": [{"server_uuid": "93aa8db9-aa74-4887-8d81-a639945dbac1", "name": "network-vif-deleted", "tag": "55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff"}]}' {{(pid=101355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 14:22:11.097999 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21197306-5a23-4b70-bd49-b717d9a48ed5 x-openstack-request-id: req-21197306-5a23-4b70-bd49-b717d9a48ed5 {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 14:22:11.098298 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aa8db9-aa74-4887-8d81-a639945dbac1", "name": "network-vif-deleted", "tag": "55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff", "status": "completed", "code": 200}]} {{(pid=101355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 14:22:11.098571 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21197306-5a23-4b70-bd49-b717d9a48ed5 {{(pid=101355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 14:22:11.098956 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aa8db9-aa74-4887-8d81-a639945dbac1', 'name': 'network-vif-deleted', 'tag': '55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff', 'status': 'completed', 'code': 200} Oct 27 14:22:11.270369 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [req-7d0bc211-abb1-486a-9a3d-fbfb3126ce75 req-be2bc54e-7eb7-4edb-b2c9-83860cc696b4 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "GET /v2.0/ports?device_id=93aa8db9-aa74-4887-8d81-a639945dbac1 HTTP/1.1" status: 200 len: 210 time: 0.0296135 Oct 27 14:22:11.870588 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-05e46fe6-fd28-4d84-9f65-afe9a85c767c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:12.325431 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44146) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:12.445682 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-bc021822-c086-478f-8fc7-48ac9aff13ed tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Deleting port ca125bf8-aa36-426a-893a-bbbe9e519d4f {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:12.446013 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bc021822-c086-478f-8fc7-48ac9aff13ed tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:12.517811 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bc021822-c086-478f-8fc7-48ac9aff13ed tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:12.518049 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bc021822-c086-478f-8fc7-48ac9aff13ed tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:12.530090 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-bc021822-c086-478f-8fc7-48ac9aff13ed tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Calling delete_port for ca125bf8-aa36-426a-893a-bbbe9e519d4f owned by network:floatingip {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:12.656096 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bc021822-c086-478f-8fc7-48ac9aff13ed tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:12.680522 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc021822-c086-478f-8fc7-48ac9aff13ed tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event deleted for resources: {'Port': ['ID=ca125bf8-aa36-426a-893a-bbbe9e519d4f,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:12.741336 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bc021822-c086-478f-8fc7-48ac9aff13ed tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for floatingip, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:12.743923 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-bc021822-c086-478f-8fc7-48ac9aff13ed tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58647'] for floatingip, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:12.745119 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-bc021822-c086-478f-8fc7-48ac9aff13ed tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "DELETE /v2.0/floatingips/dee90f5b-477d-45a4-91bc-cc9556988d3f HTTP/1.1" status: 204 len: 168 time: 0.4187155 Oct 27 14:22:13.052581 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff no longer exists at agent hyperv_hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:22:13.071735 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] No Port match for: 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:22:13.072076 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Device 55cf17d3-0dd5-4e9e-bcdd-8bb0ccd572ff not bound to the agent host hv-cinder-81489 {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:22:13.928418 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44158) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:13.986734 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-716a9d1c-b089-4991-b0d6-95e66b8a3b60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:14.011462 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-716a9d1c-b089-4991-b0d6-95e66b8a3b60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:14.069841 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-716a9d1c-b089-4991-b0d6-95e66b8a3b60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:14.072620 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-716a9d1c-b089-4991-b0d6-95e66b8a3b60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:14.073748 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-716a9d1c-b089-4991-b0d6-95e66b8a3b60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] 10.222.0.54 "DELETE /v2.0/security-groups/7479e72a-d07f-4e0d-8d72-445cbad4cc08 HTTP/1.1" status: 204 len: 168 time: 0.1443522 Oct 27 14:22:14.082848 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a9d1c-b089-4991-b0d6-95e66b8a3b60 tempest-TestVolumeBootPattern-1021232853 tempest-TestVolumeBootPattern-1021232853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7479e72a-d07f-4e0d-8d72-445cbad4cc08,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:14.127895 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44162) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:14.549898 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-ceffbc77-7548-48f3-80dc-b5b31079227e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:14.564614 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3706416'] for router_interface, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:14.803386 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] Deleting port 588f852f-8d32-4d76-841a-a76e011ef9dc {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:14.803622 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:15.111487 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] For port 588f852f-8d32-4d76-841a-a76e011ef9dc, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=588f852f-8d32-4d76-841a-a76e011ef9dc,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:22:15.112230 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:15.123431 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] Calling delete_port for 588f852f-8d32-4d76-841a-a76e011ef9dc owned by network:router_interface {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:15.298737 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:15.323005 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] Pushing event deleted for resources: {'Port': ['ID=588f852f-8d32-4d76-841a-a76e011ef9dc,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:15.333386 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:15.491096 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4155522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3706588'] for router_interface, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:15.701362 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] Router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:22:15.801995 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:22:15.806953 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-1560aa3f-f7b2-4c2b-89d8-f0b2676a141f admin admin] 10.222.0.54 "PUT /v2.0/routers/956634e8-bb6c-47a7-a0cb-afbbf6487c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6780047 Oct 27 14:22:15.809479 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44166) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:15.812049 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] Sync routers for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:22:15.822142 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:22:15.822745 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:22:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:15.910992 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Publish callbacks [] for router, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:15.937979 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: dv-cinder-814898-2-iscsi {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:22:16.013643 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.063487 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Deleting port 228c4642-f0de-47ce-8f86-345101d89822 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:16.063817 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.125984 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '228c4642-f0de-47ce-8f86-345101d89822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:22:15Z', 'revision_number': 5, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port': {'id': '228c4642-f0de-47ce-8f86-345101d89822', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:16.145317 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] For port 228c4642-f0de-47ce-8f86-345101d89822, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=228c4642-f0de-47ce-8f86-345101d89822,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:22:16.145888 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.151804 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] Checking router: 956634e8-bb6c-47a7-a0cb-afbbf6487c7d for host: dv-cinder-814898-2-iscsi {{(pid=101357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:22:16.158677 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Calling delete_port for 228c4642-f0de-47ce-8f86-345101d89822 owned by network:router_gateway {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:16.160570 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] Routers {'956634e8-bb6c-47a7-a0cb-afbbf6487c7d'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:22:16.161162 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:22:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'], 'active': True} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:16.251998 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.265319 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvr_db [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] Set router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d gateway port host: None {{(pid=101357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:22:16.328737 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_hamode_db [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:22:16Z', 'revision_number': 6, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port_host': None}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:16.335948 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.355214 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755f58f-37be-444e-a8bf-0af7836e5d99 None None] The sync data for ids ['956634e8-bb6c-47a7-a0cb-afbbf6487c7d'] in dv-cinder-814898-2-iscsi is: [{'id': '956634e8-bb6c-47a7-a0cb-afbbf6487c7d', 'name': 'tempest-TestVolumeBootPattern-1894812942-router', 'tenant_id': 'f6688a26aa6041cea90f3215c3650672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:05Z', 'updated_at': '2021-10-27T14:22:16Z', 'revision_number': 6, 'project_id': 'f6688a26aa6041cea90f3215c3650672', 'gw_port_host': None}] {{(pid=101357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:22:16.360503 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Pushing event deleted for resources: {'Port': ['ID=228c4642-f0de-47ce-8f86-345101d89822,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:16.429448 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3705726'] for router_gateway, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.516074 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3707668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1316'] for router, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.518177 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.561673 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3707651'] for router, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.562211 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 956634e8-bb6c-47a7-a0cb-afbbf6487c7d {{(pid=101356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:22:16.566962 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] Publish callbacks [] for router, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.568084 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-f7d364a8-e742-4cfa-8e98-d3f85295118a admin admin] 10.222.0.54 "DELETE /v2.0/routers/956634e8-bb6c-47a7-a0cb-afbbf6487c7d HTTP/1.1" status: 204 len: 168 time: 0.7576993 Oct 27 14:22:16.570589 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44168) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:16.614044 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7518217-f2a7-450c-a42d-e7c52338478b admin admin] Deleting subnet 7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf {{(pid=101356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:22:16.617085 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c7518217-f2a7-450c-a42d-e7c52338478b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.658620 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c7518217-f2a7-450c-a42d-e7c52338478b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62845929'] for subnet, precommit_delete_associations {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.744841 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c7518217-f2a7-450c-a42d-e7c52338478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.798728 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c7518217-f2a7-450c-a42d-e7c52338478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60100802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62809795'] for subnet, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.826857 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-c7518217-f2a7-450c-a42d-e7c52338478b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for subnet, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.830163 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-c7518217-f2a7-450c-a42d-e7c52338478b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf HTTP/1.1" status: 204 len: 168 time: 0.2586694 Oct 27 14:22:16.831687 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7518217-f2a7-450c-a42d-e7c52338478b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adb90aa-6ff6-4bb6-b3a8-d4044f615bbf,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:16.832725 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f58ba54-02d8-4e88-ad92-cac2a790992a None None] Network ef01d2ea-cf34-4bdd-ac23-61a64ea2846f requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:22:16.833399 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 44170) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:16.905134 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:16.959108 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Deleting port a5a93867-872c-4f00-923f-2a1dfa93edab {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:16.959455 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.026788 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] For port a5a93867-872c-4f00-923f-2a1dfa93edab, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=a5a93867-872c-4f00-923f-2a1dfa93edab,segment=NetworkSegment(2a7ee845-b1fd-4cb6-88a3-53324bfbcd95),segment_id=2a7ee845-b1fd-4cb6-88a3-53324bfbcd95)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:22:17.027075 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.039203 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Calling delete_port for a5a93867-872c-4f00-923f-2a1dfa93edab owned by network:dhcp {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:17.097885 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] DHCP port deletion for ef01d2ea-cf34-4bdd-ac23-61a64ea2846f request from dv-cinder-814898-2-iscsi {{(pid=101357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:22:17.120211 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.144644 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a93867-872c-4f00-923f-2a1dfa93edab,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:17.150538 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] No DVR routers for this DVR port a5a93867-872c-4f00-923f-2a1dfa93edab on host dv-cinder-814898-2-iscsi {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:22:17.152987 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Deleting port a5a93867-872c-4f00-923f-2a1dfa93edab {{(pid=101357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:17.153335 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.217395 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] For port a5a93867-872c-4f00-923f-2a1dfa93edab, host dv-cinder-814898-2-iscsi, got binding levels [] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:22:17.217789 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.228440 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.233453 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Calling delete_port for a5a93867-872c-4f00-923f-2a1dfa93edab owned by network:dhcp {{(pid=101357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:17.236273 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.ipam_backend_mixin [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Port a5a93867-872c-4f00-923f-2a1dfa93edab was not found and therefore no delete operation was performed {{(pid=101357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 14:22:17.237668 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284'] for port, after_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.252381 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef01d2ea-cf34-4bdd-ac23-61a64ea2846f']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:17.260409 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:17.260702 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7ee845-b1fd-4cb6-88a3-53324bfbcd95') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:17.266317 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] No DVR routers for this DVR port a5a93867-872c-4f00-923f-2a1dfa93edab on host dv-cinder-814898-2-iscsi {{(pid=101357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:22:17.268014 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Pushing event deleted for resources: {'Port': ['ID=a5a93867-872c-4f00-923f-2a1dfa93edab,revision_number=None']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:17.270588 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.281098 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.281401 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.281750 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.282085 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.282414 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.282746 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.283073 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.283399 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.283725 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.284047 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.284404 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.284725 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df489da9-a5cd-431e-8228-2d69e70e52b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-814898-2-iscsi {{(pid=101357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:22:17.284835 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.291256 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:22:17.291671 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:22:17.302944 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:22:17.352550 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.358342 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.361559 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ef01d2ea-cf34-4bdd-ac23-61a64ea2846f HTTP/1.1" status: 204 len: 168 time: 0.5265598 Oct 27 14:22:17.364580 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44172) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:17.372514 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb873fc-5645-435d-a271-d6080261b070 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef01d2ea-cf34-4bdd-ac23-61a64ea2846f,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:17.665220 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.706233 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3706416'] for router_interface, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:17.958666 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] Deleting port bac53297-ee41-4e5d-af5b-cfd56491ba79 {{(pid=101356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:17.958895 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:18.035217 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.db [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] For port bac53297-ee41-4e5d-af5b-cfd56491ba79, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=bac53297-ee41-4e5d-af5b-cfd56491ba79,segment=NetworkSegment(b18e7aa8-84e2-4e6c-885a-ef77d9736369),segment_id=b18e7aa8-84e2-4e6c-885a-ef77d9736369)] {{(pid=101356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:22:18.035573 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:18.047892 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.plugins.ml2.plugin [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] Calling delete_port for bac53297-ee41-4e5d-af5b-cfd56491ba79 owned by network:router_interface {{(pid=101356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:18.236717 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60100855'] for port, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:18.259672 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac53297-ee41-4e5d-af5b-cfd56491ba79,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:18.269600 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 588f852f-8d32-4d76-841a-a76e011ef9dc no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:22:18.293452 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 588f852f-8d32-4d76-841a-a76e011ef9dc {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:22:18.293777 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 588f852f-8d32-4d76-841a-a76e011ef9dc not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:22:18.294200 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a5a93867-872c-4f00-923f-2a1dfa93edab no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:22:18.314660 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: a5a93867-872c-4f00-923f-2a1dfa93edab {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:22:18.315066 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a5a93867-872c-4f00-923f-2a1dfa93edab not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:22:18.315473 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 228c4642-f0de-47ce-8f86-345101d89822 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:22:18.336306 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: 228c4642-f0de-47ce-8f86-345101d89822 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:22:18.337045 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 228c4642-f0de-47ce-8f86-345101d89822 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:22:18.431411 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4155522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3706588'] for router_interface, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:18.865741 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] Router ceb5d96c-cce2-483d-b472-36db84bfd509 has already been hosted by L3 agent 62e731b3-a14c-4512-b6bd-e77ef6f21dff {{(pid=101356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:22:18.967552 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] Notify agent at l3_agent.dv-cinder-814898-2-iscsi the message routers_updated {{(pid=101356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:22:18.973303 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-77a9bfe2-cd4e-4662-982b-7a09f1e81e64 admin admin] 10.222.0.54 "PUT /v2.0/routers/ceb5d96c-cce2-483d-b472-36db84bfd509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6073778 Oct 27 14:22:18.975146 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 44174) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:18.976886 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] Sync routers for ids ['ceb5d96c-cce2-483d-b472-36db84bfd509'] in dv-cinder-814898-2-iscsi {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 14:22:18.987241 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] Routers {'ceb5d96c-cce2-483d-b472-36db84bfd509'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:22:18.987975 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:22:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['ceb5d96c-cce2-483d-b472-36db84bfd509'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:19.077351 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Publish callbacks [] for router, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.088264 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:22:19.097024 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] Set router ceb5d96c-cce2-483d-b472-36db84bfd509 gateway port host: dv-cinder-814898-2-iscsi {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:22:19.178926 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.232295 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Deleting port a99f68c2-b320-4351-9e46-3ad9bb66b0db {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:19.232635 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.274728 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'name': 'tempest-TestVolumeBootPattern-1868366632-router', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'external_fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:10Z', 'updated_at': '2021-10-27T14:22:18Z', 'revision_number': 5, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'gw_port': {'id': 'a99f68c2-b320-4351-9e46-3ad9bb66b0db', 'name': '', 'network_id': '04ec6515-da5a-4b8d-9ca4-4d95f0c38c7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-814898-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:11Z', 'updated_at': '2021-10-27T14:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305a00dd-927c-4987-8d48-1a4506f9b30b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-814898-2-iscsi'}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:19.301057 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] Checking router: ceb5d96c-cce2-483d-b472-36db84bfd509 for host: dv-cinder-814898-2-iscsi {{(pid=101358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 14:22:19.309163 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] Routers {'ceb5d96c-cce2-483d-b472-36db84bfd509'} bound to L3 agent in host dv-cinder-814898-2-iscsi {{(pid=101358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:22:19.309782 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-814898-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T13:51:44Z,description=,heartbeat_timestamp=2021-10-27T14:22:15Z,host='dv-cinder-814898-2-iscsi',id=62e731b3-a14c-4512-b6bd-e77ef6f21dff,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T13:51:44Z,topic='l3_agent')) {'router_ids': ['ceb5d96c-cce2-483d-b472-36db84bfd509'], 'active': True} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:19.310700 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] For port a99f68c2-b320-4351-9e46-3ad9bb66b0db, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=a99f68c2-b320-4351-9e46-3ad9bb66b0db,segment=NetworkSegment(5bec0293-e6e3-49b7-b750-40f1c93cc655),segment_id=5bec0293-e6e3-49b7-b750-40f1c93cc655)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:22:19.311064 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.327482 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Calling delete_port for a99f68c2-b320-4351-9e46-3ad9bb66b0db owned by network:router_gateway {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:19.393857 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_dvr_db [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] Set router ceb5d96c-cce2-483d-b472-36db84bfd509 gateway port host: None {{(pid=101358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 14:22:19.452263 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.l3_hamode_db [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'name': 'tempest-TestVolumeBootPattern-1868366632-router', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:10Z', 'updated_at': '2021-10-27T14:22:19Z', 'revision_number': 6, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'gw_port_host': None}], 'dv-cinder-814898-2-iscsi', False) {} {{(pid=101358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:19.478361 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a82043-2f49-4598-9572-b2b28e400285 None None] The sync data for ids ['ceb5d96c-cce2-483d-b472-36db84bfd509'] in dv-cinder-814898-2-iscsi is: [{'id': 'ceb5d96c-cce2-483d-b472-36db84bfd509', 'name': 'tempest-TestVolumeBootPattern-1868366632-router', 'tenant_id': '8be2bc18898f443d988494ae79f5d87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:10Z', 'updated_at': '2021-10-27T14:22:19Z', 'revision_number': 6, 'project_id': '8be2bc18898f443d988494ae79f5d87c', 'gw_port_host': None}] {{(pid=101358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 14:22:19.489429 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.521086 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99f68c2-b320-4351-9e46-3ad9bb66b0db,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:19.585640 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3705726'] for router_gateway, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.676716 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3707668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1316'] for router, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.678899 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.726218 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3707651'] for router, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.726728 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceb5d96c-cce2-483d-b472-36db84bfd509 {{(pid=101355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:22:19.731194 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] Publish callbacks [] for router, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.732386 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-5db7e146-3197-4667-899d-77eb365aad88 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ceb5d96c-cce2-483d-b472-36db84bfd509 HTTP/1.1" status: 204 len: 168 time: 0.7561924 Oct 27 14:22:19.735050 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 44176) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:19.780560 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.db_base_plugin_v2 [None req-96acc2ed-6dff-478e-8370-3a003187127b admin admin] Deleting subnet b1137774-1c58-46ed-9065-3a5c958b4432 {{(pid=101355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 14:22:19.783496 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-96acc2ed-6dff-478e-8370-3a003187127b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.817741 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-96acc2ed-6dff-478e-8370-3a003187127b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60366666'] for subnet, precommit_delete_associations {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.903317 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-96acc2ed-6dff-478e-8370-3a003187127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-916824'] for subnet, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.956046 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-96acc2ed-6dff-478e-8370-3a003187127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-916817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4005871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59536638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59606618'] for subnet, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.988331 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acc2ed-6dff-478e-8370-3a003187127b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1137774-1c58-46ed-9065-3a5c958b4432,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:19.990215 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-96acc2ed-6dff-478e-8370-3a003187127b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:19.993467 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-96acc2ed-6dff-478e-8370-3a003187127b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b1137774-1c58-46ed-9065-3a5c958b4432 HTTP/1.1" status: 204 len: 168 time: 0.2574956 Oct 27 14:22:19.994621 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7204a364-6363-4bfe-a9bb-30abc2b2e3e7 None None] Network 86d55a6b-9d27-4998-a5e9-36f06af8dbbd requested from dv-cinder-814898-2-iscsi {{(pid=101357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 14:22:19.995881 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 44178) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:20.071224 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1038243'] for network, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.136451 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Deleting port 2f644f03-4722-4bb2-bf6a-c504837b3792 {{(pid=101355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:20.136786 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.201859 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.db [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] For port 2f644f03-4722-4bb2-bf6a-c504837b3792, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=2f644f03-4722-4bb2-bf6a-c504837b3792,segment=NetworkSegment(b18e7aa8-84e2-4e6c-885a-ef77d9736369),segment_id=b18e7aa8-84e2-4e6c-885a-ef77d9736369)] {{(pid=101355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:22:20.202260 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.216236 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.plugin [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Calling delete_port for 2f644f03-4722-4bb2-bf6a-c504837b3792 owned by network:dhcp {{(pid=101355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:20.248881 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120ba5c-0e03-4c95-9ae7-a60b355e2f7e None None] DHCP port deletion for 86d55a6b-9d27-4998-a5e9-36f06af8dbbd request from dv-cinder-814898-2-iscsi {{(pid=101357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 14:22:20.307335 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-8120ba5c-0e03-4c95-9ae7-a60b355e2f7e None None] Deleting port 2f644f03-4722-4bb2-bf6a-c504837b3792 {{(pid=101357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 14:22:20.307728 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8120ba5c-0e03-4c95-9ae7-a60b355e2f7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757075734294'] for port, before_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.311547 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a99f68c2-b320-4351-9e46-3ad9bb66b0db no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:22:20.375697 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: a99f68c2-b320-4351-9e46-3ad9bb66b0db {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:22:20.376019 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device a99f68c2-b320-4351-9e46-3ad9bb66b0db not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:22:20.376432 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device bac53297-ee41-4e5d-af5b-cfd56491ba79 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:22:20.411632 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] No Port match for: bac53297-ee41-4e5d-af5b-cfd56491ba79 {{(pid=101357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 14:22:20.412060 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device bac53297-ee41-4e5d-af5b-cfd56491ba79 not bound to the agent host dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 14:22:20.412403 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.rpc [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Device 2f644f03-4722-4bb2-bf6a-c504837b3792 no longer exists at agent ovs-agent-dv-cinder-814898-2-iscsi {{(pid=101357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 14:22:20.448310 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.457196 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.db [None req-8120ba5c-0e03-4c95-9ae7-a60b355e2f7e None None] For port 2f644f03-4722-4bb2-bf6a-c504837b3792, host dv-cinder-814898-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-814898-2-iscsi',level=0,port_id=2f644f03-4722-4bb2-bf6a-c504837b3792,segment=NetworkSegment(b18e7aa8-84e2-4e6c-885a-ef77d9736369),segment_id=b18e7aa8-84e2-4e6c-885a-ef77d9736369)] {{(pid=101357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:22:20.457595 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8120ba5c-0e03-4c95-9ae7-a60b355e2f7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3764553'] for port, precommit_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.478633 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.plugins.ml2.plugin [None req-8120ba5c-0e03-4c95-9ae7-a60b355e2f7e None None] Calling delete_port for 2f644f03-4722-4bb2-bf6a-c504837b3792 owned by network:dhcp {{(pid=101357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 14:22:20.566008 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59536587'] for port, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.580738 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1007814'] for port, before_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.591513 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f644f03-4722-4bb2-bf6a-c504837b3792,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:20.595018 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] No DVR routers for this DVR port 2f644f03-4722-4bb2-bf6a-c504837b3792 on host dv-cinder-814898-2-iscsi {{(pid=101355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:22:20.607611 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8120ba5c-0e03-4c95-9ae7-a60b355e2f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1007786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757075707100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757075230284'] for port, after_delete {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.654079 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120ba5c-0e03-4c95-9ae7-a60b355e2f7e None None] Pushing event deleted for resources: {'Port': ['ID=2f644f03-4722-4bb2-bf6a-c504837b3792,revision_number=None']} {{(pid=101357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:20.659447 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120ba5c-0e03-4c95-9ae7-a60b355e2f7e None None] No DVR routers for this DVR port 2f644f03-4722-4bb2-bf6a-c504837b3792 on host dv-cinder-814898-2-iscsi {{(pid=101357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:22:20.668653 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-912077', 'neutron.services.segments.db._delete_segments_for_network-8757075749726'] for network, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.700793 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d55a6b-9d27-4998-a5e9-36f06af8dbbd']}} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:20.710176 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18e7aa8-84e2-4e6c-885a-ef77d9736369') {'for_net_delete': True} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:20.710488 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.services.segments.db [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18e7aa8-84e2-4e6c-885a-ef77d9736369') {} {{(pid=101355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:22:20.719551 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757075750503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60366643'] for segment, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.732778 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169'] for segment, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.738754 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=101355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 14:22:20.739107 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-902169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59536404'] for segment, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: Traceback (most recent call last): Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: timer() Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: cb(*args, **kw) Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: return func(*args, **kwargs) Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: self._notify() Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: self.callback(batched_events) Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: event.method(event) Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: return f(self, *a, **k) Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._get(url).json() Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: return self.request(url, 'GET', **kwargs) Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:22:20.740755 dv-cinder-814898-2-iscsi neutron-server[101355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:22:20.793700 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-912070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4051895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4155579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3705666'] for network, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.799448 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4155561'] for network, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:20.805071 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/86d55a6b-9d27-4998-a5e9-36f06af8dbbd HTTP/1.1" status: 204 len: 168 time: 0.8057861 Oct 27 14:22:20.814267 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90f66b-e377-4ec2-84a1-f6ed8ffea6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d55a6b-9d27-4998-a5e9-36f06af8dbbd,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:20.915322 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44182) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:20.955705 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-0aa943ab-a0c1-4f02-8b3b-f57e235754a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6688a26aa6041cea90f3215c3650672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391080 Oct 27 14:22:20.957921 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [-] (101356) accepted ('10.222.0.54', 44184) {{(pid=101356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:21.007407 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8b521247-188e-4533-ba2f-04da4554b931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:21.027574 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8b521247-188e-4533-ba2f-04da4554b931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:21.073621 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8b521247-188e-4533-ba2f-04da4554b931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:21.076190 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron_lib.callbacks.manager [None req-8b521247-188e-4533-ba2f-04da4554b931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:21.077443 dv-cinder-814898-2-iscsi neutron-server[101356]: INFO neutron.wsgi [None req-8b521247-188e-4533-ba2f-04da4554b931 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b6ca9665-864a-4eeb-aab5-a52050dcaff0 HTTP/1.1" status: 204 len: 168 time: 0.1186302 Oct 27 14:22:21.085038 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b521247-188e-4533-ba2f-04da4554b931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ca9665-864a-4eeb-aab5-a52050dcaff0,revision_number=None']} {{(pid=101356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:21.381507 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 44190) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:21.421787 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-de9a894d-050b-4938-9a9b-ef0a1766f785 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8be2bc18898f443d988494ae79f5d87c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388904 Oct 27 14:22:21.423954 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.wsgi [-] (101355) accepted ('10.222.0.54', 44192) {{(pid=101355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 14:22:21.472283 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c6cea27-6b3a-4ee5-9e73-7caa6a8d82a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:21.496244 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c6cea27-6b3a-4ee5-9e73-7caa6a8d82a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:21.542065 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c6cea27-6b3a-4ee5-9e73-7caa6a8d82a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3850245'] for security_group, after_delete {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:21.544615 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron_lib.callbacks.manager [None req-4c6cea27-6b3a-4ee5-9e73-7caa6a8d82a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:21.545737 dv-cinder-814898-2-iscsi neutron-server[101355]: INFO neutron.wsgi [None req-4c6cea27-6b3a-4ee5-9e73-7caa6a8d82a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7bb3e0a-46a3-4c73-8fc1-cc48cb502d03 HTTP/1.1" status: 204 len: 168 time: 0.1207745 Oct 27 14:22:21.553133 dv-cinder-814898-2-iscsi neutron-server[101355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cea27-6b3a-4ee5-9e73-7caa6a8d82a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bb3e0a-46a3-4c73-8fc1-cc48cb502d03,revision_number=None']} {{(pid=101355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:22:41.871198 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-beed7238-ec3b-4a3c-a4fb-c024828d8331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:44.550456 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-56ca6033-a7f6-4874-9a03-f8aa9a7c45ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:45.326078 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:46.182211 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:47.667751 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:50.351264 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:22:56.087081 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:23:11.874662 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-ba46bd2c-2478-4885-8b20-00c91b80fae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:14.673736 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-0f115c4f-dcf1-46d2-b4bb-d5fc6151b13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:15.327972 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:16.185726 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:17.672198 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:20.358298 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:33.086219 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:23:41.875904 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1096fb28-f61e-4b0a-adb1-84ee9d684e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:44.556129 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-9c675128-86ca-4531-b826-ecb9fd9f5042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:45.330449 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:46.187665 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:47.674057 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:23:50.363591 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:10.085075 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:24:11.876600 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-046117fc-c37f-45a2-975b-bc51a7085957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:14.557511 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-2e2718a7-a2de-4d1d-86f5-f6ca4fa015f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:15.331836 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:16.191288 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:17.677302 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:20.355603 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:41.877805 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a600f95f-dc84-4fdf-b399-d8523893331e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:44.560199 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-a8c0fb18-d2d6-43af-8ab9-d52b7bb08c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:45.332256 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:46.193765 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:47.083736 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:24:47.679997 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:24:50.354751 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:11.878725 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-16e33ccb-a1e4-4876-be7f-fb34a3bcd83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:14.561131 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-750918cf-28eb-4339-85f7-18a7544045cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:15.336902 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:16.196929 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:17.684514 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:20.360823 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:24.082109 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:25:41.882861 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-ae0b174e-aa75-4214-846f-f6bfac98cf72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:44.562207 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-688e7bc0-2fa3-4a0e-9577-4d30f1ebbf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:45.338110 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:46.199410 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:47.686642 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:25:50.353747 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:01.082571 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:26:04.355213 dv-cinder-814898-2-iscsi neutron-server[101356]: DEBUG neutron.wsgi [req-691517ef-6096-476e-95f8-ae9acd88fc68 req-2ee7f92e-bd5e-4da6-add4-dc8504df9844 service neutron] (101356) timed out ('10.222.0.54', 40530) {{(pid=101356) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 14:26:11.884014 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-aea76369-6581-47d2-8534-a0f37ac6ef3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:14.564170 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-f5c075cd-273c-42c7-96d3-0b7d7542d0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:15.338628 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:16.202579 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:17.690299 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:20.358190 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:38.080590 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:26:41.885808 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-52b17e37-f7c6-43f6-8666-297bc90b91c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:44.568620 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6ed64d32-8402-4028-8e1a-9d59393c0fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:45.339994 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:46.207322 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:47.693389 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:26:50.357011 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:11.888426 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-906d6196-8d63-4ad6-a1eb-88197faa47eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:14.570351 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b55e-e689-4539-950d-200b77a2c487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:15.079495 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 14:27:15.340760 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:16.210589 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:17.699147 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:20.363789 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:41.890277 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b0e601b8-af2e-4092-96cd-785422b42960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:44.570856 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-8033fef5-43ee-44e2-8619-74ce1c855424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:45.342955 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-6b433371-8497-4601-96a5-8327aa03c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:46.212642 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-1f9536d7-0043-4b38-8b19-62e149c64120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:47.699762 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-c5e8546d-090a-4fdc-8310-42206b49120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:50.362926 dv-cinder-814898-2-iscsi neutron-server[101357]: DEBUG neutron_lib.callbacks.manager [None req-b9c8213f-37bf-486a-b7a9-13c2b9435fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757075749708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913287'] for agent, after_update {{(pid=101357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 14:27:52.077987 dv-cinder-814898-2-iscsi neutron-server[101358]: DEBUG neutron.db.agents_db [None req-abfa2984-f061-477a-b8de-be5c4c6ed06b None None] Agent healthcheck: found 6 active agents {{(pid=101358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}